2024-11-26 07:54:36,549 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-26 07:54:36,580 main DEBUG Took 0.028560 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-26 07:54:36,581 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-26 07:54:36,584 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-26 07:54:36,586 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-26 07:54:36,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,600 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-26 07:54:36,622 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,625 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,627 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,629 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,630 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,635 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,638 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,639 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,642 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 07:54:36,645 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,645 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-26 07:54:36,647 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 07:54:36,649 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-26 07:54:36,652 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-26 07:54:36,653 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-26 07:54:36,655 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-26 07:54:36,656 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-26 07:54:36,668 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-26 07:54:36,672 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-26 07:54:36,674 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-26 07:54:36,675 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-26 07:54:36,676 main DEBUG createAppenders(={Console})
2024-11-26 07:54:36,677 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-26 07:54:36,677 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-26 07:54:36,678 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-26 07:54:36,679 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-26 07:54:36,679 main DEBUG OutputStream closed
2024-11-26 07:54:36,680 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-26 07:54:36,680 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-26 07:54:36,681 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-26 07:54:36,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-26 07:54:36,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-26 07:54:36,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-26 07:54:36,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-26 07:54:36,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-26 07:54:36,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-26 07:54:36,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-26 07:54:36,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-26 07:54:36,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-26 07:54:36,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-26 07:54:36,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-26 07:54:36,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-26 07:54:36,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-26 07:54:36,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-26 07:54:36,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-26 07:54:36,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-26 07:54:36,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-26 07:54:36,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-26 07:54:36,798 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26 07:54:36,798 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-26 07:54:36,799 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-26 07:54:36,799 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-26T07:54:36,815 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-26 07:54:36,819 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-26 07:54:36,819 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26T07:54:37,204 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4
2024-11-26T07:54:37,229 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-26T07:54:37,250 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/cluster_53d9d708-8034-13f6-2ab0-0f99a3ed471b, deleteOnExit=true
2024-11-26T07:54:37,251 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-26T07:54:37,252 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/test.cache.data in system properties and HBase conf
2024-11-26T07:54:37,253 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/hadoop.tmp.dir in system properties and HBase conf
2024-11-26T07:54:37,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/hadoop.log.dir in system properties and HBase conf
2024-11-26T07:54:37,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-26T07:54:37,256 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-26T07:54:37,256 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-26T07:54:37,339 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-26T07:54:37,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T07:54:37,432 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-26T07:54:37,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-26T07:54:37,434 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-26T07:54:37,434 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T07:54:37,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-26T07:54:37,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-26T07:54:37,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T07:54:37,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T07:54:37,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-26T07:54:37,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/nfs.dump.dir in system properties and HBase conf
2024-11-26T07:54:37,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/java.io.tmpdir in system properties and HBase conf
2024-11-26T07:54:37,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T07:54:37,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-26T07:54:37,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-26T07:54:38,386 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-26T07:54:38,453 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2615ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-26T07:54:38,517 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T07:54:38,572 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T07:54:38,593 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T07:54:38,594 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T07:54:38,595 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-26T07:54:38,606 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T07:54:38,609 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/hadoop.log.dir/,AVAILABLE}
2024-11-26T07:54:38,611 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T07:54:38,794 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/java.io.tmpdir/jetty-localhost-43909-hadoop-hdfs-3_4_1-tests_jar-_-any-15679655859655968369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-26T07:54:38,801 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:43909}
2024-11-26T07:54:38,801 INFO  [Time-limited test {}] server.Server(415): Started @2963ms
2024-11-26T07:54:39,299 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T07:54:39,307 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T07:54:39,308 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T07:54:39,308 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T07:54:39,308 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-26T07:54:39,309 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@211fefc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/hadoop.log.dir/,AVAILABLE}
2024-11-26T07:54:39,310 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4342e037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T07:54:39,411 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@517da02a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/java.io.tmpdir/jetty-localhost-42951-hadoop-hdfs-3_4_1-tests_jar-_-any-17026007772350396581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T07:54:39,412 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c9ad86{HTTP/1.1, (http/1.1)}{localhost:42951}
2024-11-26T07:54:39,412 INFO  [Time-limited test {}] server.Server(415): Started @3575ms
2024-11-26T07:54:39,470 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-26T07:54:40,492 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/cluster_53d9d708-8034-13f6-2ab0-0f99a3ed471b/data/data2/current/BP-314257939-172.17.0.2-1732607677972/current, will proceed with Du for space computation calculation, 
2024-11-26T07:54:40,492 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/cluster_53d9d708-8034-13f6-2ab0-0f99a3ed471b/data/data1/current/BP-314257939-172.17.0.2-1732607677972/current, will proceed with Du for space computation calculation, 
2024-11-26T07:54:40,520 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-26T07:54:40,564 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e2e55f856d31941 with lease ID 0x9b3aec723fa4acef: Processing first storage report for DS-d61fa521-9b78-4aff-a02c-0ca1b2897f4c from datanode DatanodeRegistration(127.0.0.1:42031, datanodeUuid=afa91aff-3c78-4238-a34a-46fd112d08d4, infoPort=33785, infoSecurePort=0, ipcPort=33565, storageInfo=lv=-57;cid=testClusterID;nsid=1577665138;c=1732607677972)
2024-11-26T07:54:40,565 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e2e55f856d31941 with lease ID 0x9b3aec723fa4acef: from storage DS-d61fa521-9b78-4aff-a02c-0ca1b2897f4c node DatanodeRegistration(127.0.0.1:42031, datanodeUuid=afa91aff-3c78-4238-a34a-46fd112d08d4, infoPort=33785, infoSecurePort=0, ipcPort=33565, storageInfo=lv=-57;cid=testClusterID;nsid=1577665138;c=1732607677972), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-26T07:54:40,566 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e2e55f856d31941 with lease ID 0x9b3aec723fa4acef: Processing first storage report for DS-c261a3b0-4fdc-4963-80b8-18fcc91a7b29 from datanode DatanodeRegistration(127.0.0.1:42031, datanodeUuid=afa91aff-3c78-4238-a34a-46fd112d08d4, infoPort=33785, infoSecurePort=0, ipcPort=33565, storageInfo=lv=-57;cid=testClusterID;nsid=1577665138;c=1732607677972)
2024-11-26T07:54:40,566 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e2e55f856d31941 with lease ID 0x9b3aec723fa4acef: from storage DS-c261a3b0-4fdc-4963-80b8-18fcc91a7b29 node DatanodeRegistration(127.0.0.1:42031, datanodeUuid=afa91aff-3c78-4238-a34a-46fd112d08d4, infoPort=33785, infoSecurePort=0, ipcPort=33565, storageInfo=lv=-57;cid=testClusterID;nsid=1577665138;c=1732607677972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-26T07:54:40,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4
2024-11-26T07:54:40,663 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/cluster_53d9d708-8034-13f6-2ab0-0f99a3ed471b/zookeeper_0, clientPort=64306, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/cluster_53d9d708-8034-13f6-2ab0-0f99a3ed471b/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/cluster_53d9d708-8034-13f6-2ab0-0f99a3ed471b/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-26T07:54:40,673 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64306
2024-11-26T07:54:40,687 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T07:54:40,690 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T07:54:40,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741825_1001 (size=7)
2024-11-26T07:54:41,335 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553 with version=8
2024-11-26T07:54:41,336 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/hbase-staging
2024-11-26T07:54:41,422 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-26T07:54:41,633 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=9
2024-11-26T07:54:41,642 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T07:54:41,642 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T07:54:41,646 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T07:54:41,646 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T07:54:41,647 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T07:54:41,784 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-26T07:54:41,854 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-26T07:54:41,862 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-26T07:54:41,866 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T07:54:41,888 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96142 (auto-detected)
2024-11-26T07:54:41,889 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-26T07:54:41,907 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38471
2024-11-26T07:54:41,927 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38471 connecting to ZooKeeper ensemble=127.0.0.1:64306
2024-11-26T07:54:42,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384710x0, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T07:54:42,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38471-0x101776cb3460000 connected
2024-11-26T07:54:42,105 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T07:54:42,108 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T07:54:42,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T07:54:42,121 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553, hbase.cluster.distributed=false
2024-11-26T07:54:42,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T07:54:42,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38471
2024-11-26T07:54:42,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38471
2024-11-26T07:54:42,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38471
2024-11-26T07:54:42,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38471
2024-11-26T07:54:42,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38471
2024-11-26T07:54:42,280 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=9
2024-11-26T07:54:42,282 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T07:54:42,283 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T07:54:42,283 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T07:54:42,283 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T07:54:42,283 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T07:54:42,287 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T07:54:42,290 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T07:54:42,291 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46361
2024-11-26T07:54:42,293 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46361 connecting to ZooKeeper ensemble=127.0.0.1:64306
2024-11-26T07:54:42,294 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T07:54:42,298 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T07:54:42,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463610x0, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T07:54:42,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46361-0x101776cb3460001 connected
2024-11-26T07:54:42,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T07:54:42,325 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T07:54:42,333 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-26T07:54:42,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T07:54:42,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T07:54:42,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46361
2024-11-26T07:54:42,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46361
2024-11-26T07:54:42,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46361
2024-11-26T07:54:42,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46361
2024-11-26T07:54:42,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46361
2024-11-26T07:54:42,358 DEBUG [M:0;719ac8e87449:38471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:38471
2024-11-26T07:54:42,359 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,38471,1732607681473
2024-11-26T07:54:42,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T07:54:42,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T07:54:42,372 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,38471,1732607681473
2024-11-26T07:54:42,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:42,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T07:54:42,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:42,405 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-26T07:54:42,406 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,38471,1732607681473 from backup master directory
2024-11-26T07:54:42,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T07:54:42,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,38471,1732607681473
2024-11-26T07:54:42,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T07:54:42,419 WARN  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T07:54:42,419 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,38471,1732607681473
2024-11-26T07:54:42,422 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-26T07:54:42,423 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-26T07:54:42,483 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/hbase.id] with ID: f665349b-141e-4f59-9f86-c5d1dfd491e2
2024-11-26T07:54:42,483 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/.tmp/hbase.id
2024-11-26T07:54:42,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741826_1002 (size=42)
2024-11-26T07:54:42,898 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/.tmp/hbase.id]:[hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/hbase.id]
2024-11-26T07:54:42,948 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T07:54:42,953 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-26T07:54:42,972 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-26T07:54:43,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:43,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:43,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741827_1003 (size=196)
2024-11-26T07:54:43,460 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:54:43,462 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-26T07:54:43,476 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T07:54:43,479 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T07:54:43,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741828_1004 (size=1189)
2024-11-26T07:54:43,932 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store
2024-11-26T07:54:43,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741829_1005 (size=34)
2024-11-26T07:54:44,366 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-26T07:54:44,372 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:54:44,372 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T07:54:44,373 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T07:54:44,373 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T07:54:44,374 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T07:54:44,374 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T07:54:44,374 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T07:54:44,375 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732607684372Disabling compacts and flushes for region at 1732607684372Disabling writes for close at 1732607684374 (+2 ms)Writing region close event to WAL at 1732607684374Closed at 1732607684374
2024-11-26T07:54:44,378 WARN  [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/.initializing
2024-11-26T07:54:44,378 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/WALs/719ac8e87449,38471,1732607681473
2024-11-26T07:54:44,386 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T07:54:44,400 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C38471%2C1732607681473, suffix=, logDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/WALs/719ac8e87449,38471,1732607681473, archiveDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/oldWALs, maxLogs=10
2024-11-26T07:54:44,420 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/WALs/719ac8e87449,38471,1732607681473/719ac8e87449%2C38471%2C1732607681473.1732607684404, exclude list is [], retry=0
2024-11-26T07:54:44,435 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42031,DS-d61fa521-9b78-4aff-a02c-0ca1b2897f4c,DISK]
2024-11-26T07:54:44,438 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-26T07:54:44,469 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/WALs/719ac8e87449,38471,1732607681473/719ac8e87449%2C38471%2C1732607681473.1732607684404
2024-11-26T07:54:44,470 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)]
2024-11-26T07:54:44,471 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:54:44,471 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:54:44,474 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T07:54:44,475 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T07:54:44,509 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T07:54:44,531 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-26T07:54:44,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:54:44,537 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T07:54:44,537 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T07:54:44,541 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-26T07:54:44,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:54:44,542 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:54:44,543 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T07:54:44,546 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-26T07:54:44,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:54:44,548 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:54:44,548 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T07:54:44,551 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-26T07:54:44,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:54:44,553 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:54:44,553 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T07:54:44,557 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T07:54:44,559 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T07:54:44,564 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T07:54:44,565 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T07:54:44,569 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T07:54:44,573 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T07:54:44,578 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:54:44,579 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64445355, jitterRate=-0.03968937695026398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T07:54:44,588 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732607684486Initializing all the Stores at 1732607684488 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607684489 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607684490 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607684490Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607684490Cleaning up temporary data from old regions at 1732607684565 (+75 ms)Region opened successfully at 1732607684588 (+23 ms)
2024-11-26T07:54:44,590 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-26T07:54:44,621 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11975525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0
2024-11-26T07:54:44,649 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-26T07:54:44,659 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-26T07:54:44,659 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-26T07:54:44,662 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-26T07:54:44,663 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-26T07:54:44,668 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-26T07:54:44,668 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-26T07:54:44,693 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-26T07:54:44,701 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-26T07:54:44,759 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-26T07:54:44,763 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-26T07:54:44,765 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-26T07:54:44,776 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-26T07:54:44,779 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-26T07:54:44,783 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-26T07:54:44,792 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-26T07:54:44,794 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-26T07:54:44,803 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-26T07:54:44,821 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-26T07:54:44,828 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-26T07:54:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T07:54:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T07:54:44,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:44,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:44,839 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,38471,1732607681473, sessionid=0x101776cb3460000, setting cluster-up flag (Was=false)
2024-11-26T07:54:44,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:44,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:44,902 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-26T07:54:44,905 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,38471,1732607681473
2024-11-26T07:54:44,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:44,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:54:44,970 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-26T07:54:44,973 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,38471,1732607681473
2024-11-26T07:54:44,987 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-26T07:54:45,080 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(746): ClusterId : f665349b-141e-4f59-9f86-c5d1dfd491e2
2024-11-26T07:54:45,086 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T07:54:45,142 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T07:54:45,142 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T07:54:45,157 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T07:54:45,158 DEBUG [RS:0;719ac8e87449:46361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578b0f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0
2024-11-26T07:54:45,235 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:46361
2024-11-26T07:54:45,239 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T07:54:45,239 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T07:54:45,240 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T07:54:45,244 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,38471,1732607681473 with port=46361, startcode=1732607682244
2024-11-26T07:54:45,313 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-26T07:54:45,451 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-26T07:54:45,453 DEBUG [RS:0;719ac8e87449:46361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T07:54:45,463 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-26T07:54:45,541 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,38471,1732607681473
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-26T07:54:45,608 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5
2024-11-26T07:54:45,609 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5
2024-11-26T07:54:45,609 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5
2024-11-26T07:54:45,616 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5
2024-11-26T07:54:45,616 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10
2024-11-26T07:54:45,617 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:54:45,617 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2
2024-11-26T07:54:45,617 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:54:45,754 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732607715754
2024-11-26T07:54:45,755 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33805, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T07:54:45,756 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-26T07:54:45,757 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-26T07:54:45,762 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-26T07:54:45,763 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-26T07:54:45,763 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-26T07:54:45,764 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-26T07:54:45,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T07:54:45,765 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38471 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T07:54:45,766 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-26T07:54:45,826 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:54:45,830 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-26T07:54:45,831 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T07:54:45,903 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-26T07:54:45,905 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-26T07:54:45,906 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-26T07:54:45,973 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-26T07:54:45,973 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-26T07:54:46,043 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607685975,5,FailOnTimeoutGroup]
2024-11-26T07:54:46,043 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-26T07:54:46,044 WARN  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-26T07:54:46,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741831_1007 (size=1321)
2024-11-26T07:54:46,046 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607686043,5,FailOnTimeoutGroup]
2024-11-26T07:54:46,047 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T07:54:46,047 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-26T07:54:46,048 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-26T07:54:46,049 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-26T07:54:46,450 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-26T07:54:46,452 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:54:46,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741832_1008 (size=32)
2024-11-26T07:54:46,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:54:46,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-26T07:54:47,012 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T07:54:47,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:54:47,036 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T07:54:47,036 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-26T07:54:47,075 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T07:54:47,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:54:47,096 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T07:54:47,104 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-26T07:54:47,174 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T07:54:47,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:54:47,175 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T07:54:47,176 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-26T07:54:47,224 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T07:54:47,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:54:47,244 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T07:54:47,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T07:54:47,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740
2024-11-26T07:54:47,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740
2024-11-26T07:54:47,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T07:54:47,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T07:54:47,286 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T07:54:47,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T07:54:47,431 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:54:47,521 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70337685, jitterRate=0.04811318218708038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T07:54:47,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732607686955Initializing all the Stores at 1732607686960 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607686960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607686966 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607686966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607686967 (+1 ms)Cleaning up temporary data from old regions at 1732607687252 (+285 ms)Region opened successfully at 1732607687526 (+274 ms)
2024-11-26T07:54:47,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T07:54:47,529 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T07:54:47,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T07:54:47,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T07:54:47,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T07:54:47,579 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T07:54:47,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732607687528Disabling compacts and flushes for region at 1732607687528Disabling writes for close at 1732607687530 (+2 ms)Writing region close event to WAL at 1732607687578 (+48 ms)Closed at 1732607687579 (+1 ms)
2024-11-26T07:54:47,591 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T07:54:47,591 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-26T07:54:47,661 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-26T07:54:47,798 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T07:54:47,805 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-26T07:54:47,957 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:48,958 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:49,959 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:50,960 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:51,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-26T07:54:51,853 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-26T07:54:51,961 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:52,962 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:53,963 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:54,964 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:55,965 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:56,966 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:57,967 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:58,968 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:54:59,969 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:00,969 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:01,970 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:02,971 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:03,971 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:04,972 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:05,973 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:06,974 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:07,975 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:08,975 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:09,976 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:10,584 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T07:55:10,977 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:11,978 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:12,979 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:13,979 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:14,980 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:15,981 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:16,046 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,38471,1732607681473 with port=46361, startcode=1732607682244
2024-11-26T07:55:16,049 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,46361,1732607682244
2024-11-26T07:55:16,052 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38471 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,46361,1732607682244
2024-11-26T07:55:16,065 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:55:16,065 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38115
2024-11-26T07:55:16,065 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T07:55:16,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T07:55:16,095 DEBUG [RS:0;719ac8e87449:46361 {}] zookeeper.ZKUtil(111): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,46361,1732607682244
2024-11-26T07:55:16,095 WARN  [RS:0;719ac8e87449:46361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T07:55:16,095 INFO  [RS:0;719ac8e87449:46361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T07:55:16,095 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/WALs/719ac8e87449,46361,1732607682244
2024-11-26T07:55:16,097 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,46361,1732607682244]
2024-11-26T07:55:16,121 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T07:55:16,133 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T07:55:16,137 INFO  [RS:0;719ac8e87449:46361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T07:55:16,137 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,138 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T07:55:16,143 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T07:55:16,144 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,144 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,144 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,144 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,144 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,145 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,145 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2
2024-11-26T07:55:16,145 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,145 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,145 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,145 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,145 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,145 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1
2024-11-26T07:55:16,146 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3
2024-11-26T07:55:16,146 DEBUG [RS:0;719ac8e87449:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3
2024-11-26T07:55:16,146 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,147 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,147 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,147 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,147 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,147 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,46361,1732607682244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T07:55:16,167 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T07:55:16,169 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,46361,1732607682244-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,169 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,169 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.Replication(171): 719ac8e87449,46361,1732607682244 started
2024-11-26T07:55:16,186 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:16,186 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,46361,1732607682244, RpcServer on 719ac8e87449/172.17.0.2:46361, sessionid=0x101776cb3460001
2024-11-26T07:55:16,187 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T07:55:16,187 DEBUG [RS:0;719ac8e87449:46361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,46361,1732607682244
2024-11-26T07:55:16,187 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,46361,1732607682244'
2024-11-26T07:55:16,188 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T07:55:16,188 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T07:55:16,189 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T07:55:16,189 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T07:55:16,190 DEBUG [RS:0;719ac8e87449:46361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,46361,1732607682244
2024-11-26T07:55:16,190 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,46361,1732607682244'
2024-11-26T07:55:16,190 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T07:55:16,190 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T07:55:16,191 DEBUG [RS:0;719ac8e87449:46361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T07:55:16,191 INFO  [RS:0;719ac8e87449:46361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T07:55:16,191 INFO  [RS:0;719ac8e87449:46361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T07:55:16,982 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:17,983 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:18,984 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:19,985 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:20,986 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:21,986 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:22,987 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:23,988 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:24,989 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:25,989 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:26,990 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:27,991 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:28,992 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:29,993 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:30,994 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:31,995 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:32,996 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:33,997 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:34,998 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:35,999 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:37,000 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:38,000 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:39,001 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:40,003 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:40,584 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T07:55:41,003 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:42,004 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:43,005 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:44,007 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:45,008 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:46,009 WARN  [719ac8e87449:38471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T07:55:46,204 INFO  [RS:0;719ac8e87449:46361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T07:55:46,207 INFO  [RS:0;719ac8e87449:46361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C46361%2C1732607682244, suffix=, logDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/WALs/719ac8e87449,46361,1732607682244, archiveDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/oldWALs, maxLogs=32
2024-11-26T07:55:46,223 DEBUG [RS:0;719ac8e87449:46361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/WALs/719ac8e87449,46361,1732607682244/719ac8e87449%2C46361%2C1732607682244.1732607746209, exclude list is [], retry=0
2024-11-26T07:55:46,227 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42031,DS-d61fa521-9b78-4aff-a02c-0ca1b2897f4c,DISK]
2024-11-26T07:55:46,231 INFO  [RS:0;719ac8e87449:46361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/WALs/719ac8e87449,46361,1732607682244/719ac8e87449%2C46361%2C1732607682244.1732607746209
2024-11-26T07:55:46,231 DEBUG [RS:0;719ac8e87449:46361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)]
2024-11-26T07:55:46,261 DEBUG [719ac8e87449:38471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-26T07:55:46,275 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:55:46,280 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,46361,1732607682244, state=OPENING
2024-11-26T07:55:46,328 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-26T07:55:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:55:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:55:46,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T07:55:46,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T07:55:46,339 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T07:55:46,341 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:55:46,515 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T07:55:46,518 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T07:55:46,529 INFO  [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-26T07:55:46,530 INFO  [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T07:55:46,530 INFO  [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-26T07:55:46,534 INFO  [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C46361%2C1732607682244.meta, suffix=.meta, logDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/WALs/719ac8e87449,46361,1732607682244, archiveDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/oldWALs, maxLogs=32
2024-11-26T07:55:46,552 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/WALs/719ac8e87449,46361,1732607682244/719ac8e87449%2C46361%2C1732607682244.meta.1732607746536.meta, exclude list is [], retry=0
2024-11-26T07:55:46,556 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42031,DS-d61fa521-9b78-4aff-a02c-0ca1b2897f4c,DISK]
2024-11-26T07:55:46,559 INFO  [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/WALs/719ac8e87449,46361,1732607682244/719ac8e87449%2C46361%2C1732607682244.meta.1732607746536.meta
2024-11-26T07:55:46,559 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)]
2024-11-26T07:55:46,559 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:55:46,561 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-26T07:55:46,563 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-26T07:55:46,567 INFO  [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-26T07:55:46,571 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-26T07:55:46,572 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:55:46,572 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-26T07:55:46,572 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-26T07:55:46,575 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-26T07:55:46,577 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T07:55:46,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:46,578 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T07:55:46,578 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-26T07:55:46,580 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T07:55:46,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:46,581 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T07:55:46,581 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-26T07:55:46,583 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T07:55:46,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:46,584 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T07:55:46,584 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-26T07:55:46,585 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T07:55:46,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:46,586 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T07:55:46,587 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T07:55:46,588 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740
2024-11-26T07:55:46,592 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740
2024-11-26T07:55:46,594 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T07:55:46,594 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T07:55:46,595 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T07:55:46,597 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T07:55:46,599 INFO  [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75181343, jitterRate=0.12028931081295013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T07:55:46,599 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-26T07:55:46,600 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732607746573Writing region info on filesystem at 1732607746573Initializing all the Stores at 1732607746575 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607746575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607746575Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607746575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607746575Cleaning up temporary data from old regions at 1732607746594 (+19 ms)Running coprocessor post-open hooks at 1732607746599 (+5 ms)Region opened successfully at 1732607746600 (+1 ms)
2024-11-26T07:55:46,606 INFO  [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732607746508
2024-11-26T07:55:46,617 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-26T07:55:46,617 INFO  [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-26T07:55:46,619 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:55:46,622 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,46361,1732607682244, state=OPEN
2024-11-26T07:55:46,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T07:55:46,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T07:55:46,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T07:55:46,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T07:55:46,667 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,46361,1732607682244
2024-11-26T07:55:46,676 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-26T07:55:46,676 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,46361,1732607682244 in 326 msec
2024-11-26T07:55:46,686 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-26T07:55:46,686 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.0180 sec
2024-11-26T07:55:46,688 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T07:55:46,688 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-26T07:55:46,706 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T07:55:46,707 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,46361,1732607682244, seqNum=-1]
2024-11-26T07:55:46,726 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T07:55:46,728 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T07:55:46,747 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.671 sec
2024-11-26T07:55:46,748 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732607746748, completionTime=-1
2024-11-26T07:55:46,750 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-26T07:55:46,751 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-26T07:55:46,775 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-26T07:55:46,775 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607806775
2024-11-26T07:55:46,775 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607866775
2024-11-26T07:55:46,775 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec
2024-11-26T07:55:46,777 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38471,1732607681473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:46,777 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38471,1732607681473-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:46,777 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38471,1732607681473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:46,779 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:38471, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:46,779 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:46,779 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:46,785 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-26T07:55:46,808 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 64.389sec
2024-11-26T07:55:46,809 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-26T07:55:46,810 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-26T07:55:46,811 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-26T07:55:46,812 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-26T07:55:46,812 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-26T07:55:46,813 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38471,1732607681473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T07:55:46,813 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38471,1732607681473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-26T07:55:46,822 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-26T07:55:46,823 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-26T07:55:46,824 INFO  [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38471,1732607681473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T07:55:46,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d50430b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T07:55:46,873 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-26T07:55:46,873 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-26T07:55:46,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38471,-1 for getting cluster id
2024-11-26T07:55:46,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T07:55:46,884 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f665349b-141e-4f59-9f86-c5d1dfd491e2'
2024-11-26T07:55:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T07:55:46,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f665349b-141e-4f59-9f86-c5d1dfd491e2"

2024-11-26T07:55:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c77566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T07:55:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38471,-1]
2024-11-26T07:55:46,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T07:55:46,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T07:55:46,894 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T07:55:46,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470f920e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T07:55:46,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T07:55:46,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,46361,1732607682244, seqNum=-1]
2024-11-26T07:55:46,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T07:55:46,906 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T07:55:46,926 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,38471,1732607681473
2024-11-26T07:55:46,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355626f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T07:55:46,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38471,-1 for getting cluster id
2024-11-26T07:55:46,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T07:55:46,930 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f665349b-141e-4f59-9f86-c5d1dfd491e2'
2024-11-26T07:55:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T07:55:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f665349b-141e-4f59-9f86-c5d1dfd491e2"

2024-11-26T07:55:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ea6c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T07:55:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38471,-1]
2024-11-26T07:55:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T07:55:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T07:55:46,934 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T07:55:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26064955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T07:55:46,968 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=11046
2024-11-26T07:55:46,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-26T07:55:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38471,1732607681473
2024-11-26T07:55:46,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@624ab03d
2024-11-26T07:55:46,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-26T07:55:46,991 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-26T07:55:46,998 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:55:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-26T07:55:47,007 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:55:47,009 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-26T07:55:47,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:47,012 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:55:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T07:55:47,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741835_1011 (size=428)
2024-11-26T07:55:47,434 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac9daab03ed045681d4a7110cdf55dde, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:55:47,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741836_1012 (size=79)
2024-11-26T07:55:47,847 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:55:47,848 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing ac9daab03ed045681d4a7110cdf55dde, disabling compactions & flushes
2024-11-26T07:55:47,848 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:55:47,848 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:55:47,848 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde. after waiting 0 ms
2024-11-26T07:55:47,848 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:55:47,848 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:55:47,848 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac9daab03ed045681d4a7110cdf55dde:
Waiting for close lock at 1732607747847Disabling compacts and flushes for region at 1732607747847Disabling writes for close at 1732607747848 (+1 ms)Writing region close event to WAL at 1732607747848Closed at 1732607747848
2024-11-26T07:55:47,851 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:55:47,859 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732607747852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607747852"}]},"ts":"1732607747852"}
2024-11-26T07:55:47,864 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:55:47,866 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:55:47,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607747866"}]},"ts":"1732607747866"}
2024-11-26T07:55:47,872 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-26T07:55:47,874 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ac9daab03ed045681d4a7110cdf55dde, ASSIGN}]
2024-11-26T07:55:47,876 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ac9daab03ed045681d4a7110cdf55dde, ASSIGN
2024-11-26T07:55:47,878 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ac9daab03ed045681d4a7110cdf55dde, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:55:48,030 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac9daab03ed045681d4a7110cdf55dde, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:55:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T07:55:48,038 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ac9daab03ed045681d4a7110cdf55dde, ASSIGN because future has completed
2024-11-26T07:55:48,041 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac9daab03ed045681d4a7110cdf55dde, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:55:48,209 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:55:48,209 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac9daab03ed045681d4a7110cdf55dde, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:55:48,210 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,210 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:55:48,210 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,210 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,212 INFO  [StoreOpener-ac9daab03ed045681d4a7110cdf55dde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ac9daab03ed045681d4a7110cdf55dde 
2024-11-26T07:55:48,214 INFO  [StoreOpener-ac9daab03ed045681d4a7110cdf55dde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac9daab03ed045681d4a7110cdf55dde columnFamilyName testFamily
2024-11-26T07:55:48,215 DEBUG [StoreOpener-ac9daab03ed045681d4a7110cdf55dde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:48,216 INFO  [StoreOpener-ac9daab03ed045681d4a7110cdf55dde-1 {}] regionserver.HStore(327): Store=ac9daab03ed045681d4a7110cdf55dde/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:55:48,216 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,217 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,218 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,218 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,218 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,221 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,225 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ac9daab03ed045681d4a7110cdf55dde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:55:48,226 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac9daab03ed045681d4a7110cdf55dde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65979378, jitterRate=-0.016830652952194214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:55:48,226 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:55:48,228 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac9daab03ed045681d4a7110cdf55dde:
Running coprocessor pre-open hook at 1732607748210Writing region info on filesystem at 1732607748210Initializing all the Stores at 1732607748212 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607748212Cleaning up temporary data from old regions at 1732607748218 (+6 ms)Running coprocessor post-open hooks at 1732607748226 (+8 ms)Region opened successfully at 1732607748227 (+1 ms)
2024-11-26T07:55:48,230 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde., pid=6, masterSystemTime=1732607748196
2024-11-26T07:55:48,233 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:55:48,233 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:55:48,235 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac9daab03ed045681d4a7110cdf55dde, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:55:48,239 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac9daab03ed045681d4a7110cdf55dde, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:55:48,245 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-26T07:55:48,245 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac9daab03ed045681d4a7110cdf55dde, server=719ac8e87449,46361,1732607682244 in 200 msec
2024-11-26T07:55:48,249 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-26T07:55:48,249 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ac9daab03ed045681d4a7110cdf55dde, ASSIGN in 371 msec
2024-11-26T07:55:48,250 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:55:48,251 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607748251"}]},"ts":"1732607748251"}
2024-11-26T07:55:48,254 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-26T07:55:48,255 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:55:48,259 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2550 sec
2024-11-26T07:55:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T07:55:50,056 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-26T07:55:50,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-26T07:55:50,059 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:55:50,066 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-26T07:55:50,066 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:55:50,067 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-26T07:55:50,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T07:55:50,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,46361,1732607682244, seqNum=-1]
2024-11-26T07:55:50,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T07:55:50,074 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T07:55:50,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:55:50,094 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:55:50,099 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-26T07:55:50,104 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-26T07:55:50,108 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-26T07:55:50,110 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-26T07:55:50,111 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4249348700297494536
2024-11-26T07:55:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34814 deadline: 1732607753110, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T07:55:50,121 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-26T07:55:50,122 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-26T07:55:50,124 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:55:50,125 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:55:50,126 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4249348700297494538
2024-11-26T07:55:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34814 deadline: 1732607753125, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T07:55:50,130 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:55:50,131 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4249348700297494539
2024-11-26T07:55:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34814 deadline: 1732607753130, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T07:55:50,135 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:55:50,136 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4249348700297494540
2024-11-26T07:55:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34814 deadline: 1732607753135, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T07:55:50,140 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:55:50,150 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/719ac8e87449:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-867029551_22 at /127.0.0.1:59910 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 428), ProcessCount=11 (was 11), AvailableMemoryMB=11037 (was 11046)
2024-11-26T07:55:50,159 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=11037
2024-11-26T07:55:50,163 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:55:50,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-26T07:55:50,168 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:55:50,168 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:50,168 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-26T07:55:50,170 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:55:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T07:55:50,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741837_1013 (size=414)
2024-11-26T07:55:50,585 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97b0b91ff4acf4847ab339277eb0b07e, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:55:50,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741838_1014 (size=65)
2024-11-26T07:55:50,595 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:55:50,596 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 97b0b91ff4acf4847ab339277eb0b07e, disabling compactions & flushes
2024-11-26T07:55:50,596 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:55:50,596 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:55:50,596 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e. after waiting 0 ms
2024-11-26T07:55:50,596 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:55:50,596 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:55:50,596 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97b0b91ff4acf4847ab339277eb0b07e:
Waiting for close lock at 1732607750596Disabling compacts and flushes for region at 1732607750596Disabling writes for close at 1732607750596Writing region close event to WAL at 1732607750596Closed at 1732607750596
2024-11-26T07:55:50,598 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:55:50,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732607750598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607750598"}]},"ts":"1732607750598"}
2024-11-26T07:55:50,601 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:55:50,603 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:55:50,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607750603"}]},"ts":"1732607750603"}
2024-11-26T07:55:50,606 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-26T07:55:50,607 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97b0b91ff4acf4847ab339277eb0b07e, ASSIGN}]
2024-11-26T07:55:50,609 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97b0b91ff4acf4847ab339277eb0b07e, ASSIGN
2024-11-26T07:55:50,610 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97b0b91ff4acf4847ab339277eb0b07e, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:55:50,762 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=97b0b91ff4acf4847ab339277eb0b07e, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:55:50,770 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97b0b91ff4acf4847ab339277eb0b07e, ASSIGN because future has completed
2024-11-26T07:55:50,771 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b0b91ff4acf4847ab339277eb0b07e, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:55:50,938 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:55:50,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 97b0b91ff4acf4847ab339277eb0b07e, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:55:50,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:55:50,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,941 INFO  [StoreOpener-97b0b91ff4acf4847ab339277eb0b07e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 97b0b91ff4acf4847ab339277eb0b07e 
2024-11-26T07:55:50,943 INFO  [StoreOpener-97b0b91ff4acf4847ab339277eb0b07e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b0b91ff4acf4847ab339277eb0b07e columnFamilyName testFamily
2024-11-26T07:55:50,944 DEBUG [StoreOpener-97b0b91ff4acf4847ab339277eb0b07e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:50,944 INFO  [StoreOpener-97b0b91ff4acf4847ab339277eb0b07e-1 {}] regionserver.HStore(327): Store=97b0b91ff4acf4847ab339277eb0b07e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:55:50,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScanner/97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScanner/97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScanner/97b0b91ff4acf4847ab339277eb0b07e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:55:50,954 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 97b0b91ff4acf4847ab339277eb0b07e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61645339, jitterRate=-0.08141286671161652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:55:50,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:55:50,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 97b0b91ff4acf4847ab339277eb0b07e:
Running coprocessor pre-open hook at 1732607750939Writing region info on filesystem at 1732607750939Initializing all the Stores at 1732607750940 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607750941 (+1 ms)Cleaning up temporary data from old regions at 1732607750947 (+6 ms)Running coprocessor post-open hooks at 1732607750954 (+7 ms)Region opened successfully at 1732607750955 (+1 ms)
2024-11-26T07:55:50,957 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., pid=9, masterSystemTime=1732607750926
2024-11-26T07:55:50,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:55:50,960 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:55:50,962 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=97b0b91ff4acf4847ab339277eb0b07e, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:55:50,965 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b0b91ff4acf4847ab339277eb0b07e, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:55:50,971 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-26T07:55:50,972 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 97b0b91ff4acf4847ab339277eb0b07e, server=719ac8e87449,46361,1732607682244 in 196 msec
2024-11-26T07:55:50,976 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-26T07:55:50,976 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97b0b91ff4acf4847ab339277eb0b07e, ASSIGN in 366 msec
2024-11-26T07:55:50,978 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:55:50,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607750978"}]},"ts":"1732607750978"}
2024-11-26T07:55:50,981 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-26T07:55:50,983 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:55:50,987 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 820 msec
2024-11-26T07:55:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T07:55:51,193 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-26T07:55:51,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-26T07:55:51,193 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:55:51,202 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-26T07:55:51,202 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:55:51,203 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-26T07:55:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:55:51,219 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:55:51,219 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-26T07:55:51,222 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T07:55:51,224 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-26T07:55:52,116 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T07:55:52,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-26T07:55:52,141 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-26T07:55:52,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T07:55:52,142 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-26T07:55:52,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-26T07:55:52,143 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T07:55:52,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-26T07:55:52,144 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-26T07:55:52,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-26T07:55:52,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-26T07:55:52,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-26T07:55:57,245 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., hostname=719ac8e87449,46361,1732607682244, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., hostname=719ac8e87449,46361,1732607682244, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=719ac8e87449:46361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6019ms, rpcTimeout=5999ms
2024-11-26T07:55:57,245 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., hostname=719ac8e87449,46361,1732607682244, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6019ms, rpcTimeout=5999ms
2024-11-26T07:55:57,245 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., hostname=719ac8e87449,46361,1732607682244, seqNum=2 from cache
2024-11-26T07:55:57,254 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 428), ProcessCount=11 (was 11), AvailableMemoryMB=11010 (was 11037)
2024-11-26T07:55:57,261 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=11009
2024-11-26T07:55:57,264 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:55:57,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-26T07:55:57,267 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:55:57,267 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:57,267 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-26T07:55:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-26T07:55:57,269 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:55:57,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741839_1015 (size=412)
2024-11-26T07:55:57,687 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70f292454cc40f48d4ce98b205dbb0d8, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:55:57,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741840_1016 (size=63)
2024-11-26T07:55:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-26T07:55:58,102 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:55:58,103 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 70f292454cc40f48d4ce98b205dbb0d8, disabling compactions & flushes
2024-11-26T07:55:58,103 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:55:58,103 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:55:58,103 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8. after waiting 0 ms
2024-11-26T07:55:58,104 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:55:58,104 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:55:58,104 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70f292454cc40f48d4ce98b205dbb0d8:
Waiting for close lock at 1732607758103Disabling compacts and flushes for region at 1732607758103Disabling writes for close at 1732607758103Writing region close event to WAL at 1732607758104 (+1 ms)Closed at 1732607758104
2024-11-26T07:55:58,110 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:55:58,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732607758110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607758110"}]},"ts":"1732607758110"}
2024-11-26T07:55:58,113 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:55:58,115 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:55:58,115 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607758115"}]},"ts":"1732607758115"}
2024-11-26T07:55:58,117 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-26T07:55:58,117 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70f292454cc40f48d4ce98b205dbb0d8, ASSIGN}]
2024-11-26T07:55:58,119 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70f292454cc40f48d4ce98b205dbb0d8, ASSIGN
2024-11-26T07:55:58,120 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70f292454cc40f48d4ce98b205dbb0d8, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:55:58,272 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=70f292454cc40f48d4ce98b205dbb0d8, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:55:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-26T07:55:58,281 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70f292454cc40f48d4ce98b205dbb0d8, ASSIGN because future has completed
2024-11-26T07:55:58,282 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70f292454cc40f48d4ce98b205dbb0d8, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:55:58,489 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:55:58,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 70f292454cc40f48d4ce98b205dbb0d8, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:55:58,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:55:58,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,494 INFO  [StoreOpener-70f292454cc40f48d4ce98b205dbb0d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 70f292454cc40f48d4ce98b205dbb0d8 
2024-11-26T07:55:58,498 INFO  [StoreOpener-70f292454cc40f48d4ce98b205dbb0d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f292454cc40f48d4ce98b205dbb0d8 columnFamilyName testFamily
2024-11-26T07:55:58,498 DEBUG [StoreOpener-70f292454cc40f48d4ce98b205dbb0d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:55:58,499 INFO  [StoreOpener-70f292454cc40f48d4ce98b205dbb0d8-1 {}] regionserver.HStore(327): Store=70f292454cc40f48d4ce98b205dbb0d8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:55:58,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNextAsync/70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNextAsync/70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNextAsync/70f292454cc40f48d4ce98b205dbb0d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:55:58,510 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 70f292454cc40f48d4ce98b205dbb0d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71940415, jitterRate=0.07199572026729584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:55:58,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:55:58,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 70f292454cc40f48d4ce98b205dbb0d8:
Running coprocessor pre-open hook at 1732607758491Writing region info on filesystem at 1732607758491Initializing all the Stores at 1732607758494 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607758494Cleaning up temporary data from old regions at 1732607758502 (+8 ms)Running coprocessor post-open hooks at 1732607758510 (+8 ms)Region opened successfully at 1732607758511 (+1 ms)
2024-11-26T07:55:58,512 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8., pid=12, masterSystemTime=1732607758436
2024-11-26T07:55:58,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:55:58,515 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:55:58,516 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=70f292454cc40f48d4ce98b205dbb0d8, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:55:58,519 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70f292454cc40f48d4ce98b205dbb0d8, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:55:58,524 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-26T07:55:58,525 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 70f292454cc40f48d4ce98b205dbb0d8, server=719ac8e87449,46361,1732607682244 in 239 msec
2024-11-26T07:55:58,528 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-26T07:55:58,528 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70f292454cc40f48d4ce98b205dbb0d8, ASSIGN in 408 msec
2024-11-26T07:55:58,529 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:55:58,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607758529"}]},"ts":"1732607758529"}
2024-11-26T07:55:58,532 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-26T07:55:58,533 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:55:58,536 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2690 sec
2024-11-26T07:56:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-26T07:56:00,303 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-26T07:56:00,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-26T07:56:00,304 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:00,314 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-26T07:56:00,314 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:00,314 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-26T07:56:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:00,330 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:56:00,331 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-26T07:56:00,334 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T07:56:00,336 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T07:56:00,337 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T07:56:00,338 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-26T07:56:01,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-26T07:56:01,851 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T07:56:04,021 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T07:56:04,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-26T07:56:06,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46361 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494549' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T07:56:06,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34814 deadline: 1732607772349, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494549' does not exist
2024-11-26T07:56:06,356 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 719ac8e87449,46361,1732607682244 for closing scanner id = 4249348700297494549 for 70f292454cc40f48d4ce98b205dbb0d8 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494549' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T07:56:06,359 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=11015 (was 11009) - AvailableMemoryMB LEAK? -
2024-11-26T07:56:06,368 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=11014
2024-11-26T07:56:06,371 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:56:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-26T07:56:06,375 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:56:06,375 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:06,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-26T07:56:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-26T07:56:06,377 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:56:06,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741841_1017 (size=423)
2024-11-26T07:56:06,795 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c306a416f48ebef2ce39507d63a4f318, NAME => 'testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:56:06,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741842_1018 (size=74)
2024-11-26T07:56:06,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-26T07:56:07,210 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:07,210 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing c306a416f48ebef2ce39507d63a4f318, disabling compactions & flushes
2024-11-26T07:56:07,211 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:07,211 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:07,211 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318. after waiting 0 ms
2024-11-26T07:56:07,211 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:07,211 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:07,212 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for c306a416f48ebef2ce39507d63a4f318:
Waiting for close lock at 1732607767210Disabling compacts and flushes for region at 1732607767210Disabling writes for close at 1732607767211 (+1 ms)Writing region close event to WAL at 1732607767211Closed at 1732607767211
2024-11-26T07:56:07,217 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:56:07,218 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732607767217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607767217"}]},"ts":"1732607767217"}
2024-11-26T07:56:07,222 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:56:07,223 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:56:07,223 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607767223"}]},"ts":"1732607767223"}
2024-11-26T07:56:07,226 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-26T07:56:07,226 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c306a416f48ebef2ce39507d63a4f318, ASSIGN}]
2024-11-26T07:56:07,228 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c306a416f48ebef2ce39507d63a4f318, ASSIGN
2024-11-26T07:56:07,230 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c306a416f48ebef2ce39507d63a4f318, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:56:07,381 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c306a416f48ebef2ce39507d63a4f318, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:07,389 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c306a416f48ebef2ce39507d63a4f318, ASSIGN because future has completed
2024-11-26T07:56:07,391 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c306a416f48ebef2ce39507d63a4f318, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:56:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-26T07:56:07,558 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:07,559 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c306a416f48ebef2ce39507d63a4f318, NAME => 'testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:56:07,559 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,559 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:07,559 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,559 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,562 INFO  [StoreOpener-c306a416f48ebef2ce39507d63a4f318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c306a416f48ebef2ce39507d63a4f318 
2024-11-26T07:56:07,565 INFO  [StoreOpener-c306a416f48ebef2ce39507d63a4f318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c306a416f48ebef2ce39507d63a4f318 columnFamilyName testFamily
2024-11-26T07:56:07,565 DEBUG [StoreOpener-c306a416f48ebef2ce39507d63a4f318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:07,566 INFO  [StoreOpener-c306a416f48ebef2ce39507d63a4f318-1 {}] regionserver.HStore(327): Store=c306a416f48ebef2ce39507d63a4f318/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:56:07,566 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,568 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextException/c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,568 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextException/c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,569 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,569 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,572 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,576 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextException/c306a416f48ebef2ce39507d63a4f318/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:56:07,577 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c306a416f48ebef2ce39507d63a4f318; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74217550, jitterRate=0.10592767596244812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:56:07,577 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:07,578 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c306a416f48ebef2ce39507d63a4f318:
Running coprocessor pre-open hook at 1732607767560Writing region info on filesystem at 1732607767560Initializing all the Stores at 1732607767561 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607767561Cleaning up temporary data from old regions at 1732607767569 (+8 ms)Running coprocessor post-open hooks at 1732607767577 (+8 ms)Region opened successfully at 1732607767578 (+1 ms)
2024-11-26T07:56:07,579 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318., pid=15, masterSystemTime=1732607767546
2024-11-26T07:56:07,582 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:07,582 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:07,583 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c306a416f48ebef2ce39507d63a4f318, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:07,586 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c306a416f48ebef2ce39507d63a4f318, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:56:07,590 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-26T07:56:07,591 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c306a416f48ebef2ce39507d63a4f318, server=719ac8e87449,46361,1732607682244 in 196 msec
2024-11-26T07:56:07,594 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-26T07:56:07,594 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c306a416f48ebef2ce39507d63a4f318, ASSIGN in 365 msec
2024-11-26T07:56:07,595 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:56:07,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607767595"}]},"ts":"1732607767595"}
2024-11-26T07:56:07,597 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-26T07:56:07,599 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:56:07,602 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2280 sec
2024-11-26T07:56:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-26T07:56:09,424 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-26T07:56:09,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-26T07:56:09,425 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:09,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-26T07:56:09,433 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:09,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-26T07:56:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:09,450 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:56:09,450 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-26T07:56:09,454 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-26T07:56:09,457 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-26T07:56:09,459 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-26T07:56:09,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4249348700297494553
2024-11-26T07:56:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34814 deadline: 1732607772459, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T07:56:09,465 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-26T07:56:09,467 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-26T07:56:09,468 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:56:09,470 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:56:09,471 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4249348700297494555
2024-11-26T07:56:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34814 deadline: 1732607772470, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T07:56:09,475 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:56:09,476 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4249348700297494556
2024-11-26T07:56:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34814 deadline: 1732607772474, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T07:56:09,479 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:56:09,480 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4249348700297494557
2024-11-26T07:56:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34814 deadline: 1732607772478, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T07:56:09,483 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T07:56:09,491 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-867029551_22 at /127.0.0.1:35076 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=11012 (was 11014)
2024-11-26T07:56:09,499 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=11011
2024-11-26T07:56:09,502 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:56:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-26T07:56:09,505 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:56:09,505 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:09,505 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-26T07:56:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-26T07:56:09,507 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:56:09,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741843_1019 (size=418)
2024-11-26T07:56:09,925 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1aabbd47a2dcb9deab0aefaf8dd0f593, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:56:09,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741844_1020 (size=69)
2024-11-26T07:56:10,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-26T07:56:10,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:10,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 1aabbd47a2dcb9deab0aefaf8dd0f593, disabling compactions & flushes
2024-11-26T07:56:10,337 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:10,337 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:10,337 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593. after waiting 0 ms
2024-11-26T07:56:10,337 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:10,337 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:10,337 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1aabbd47a2dcb9deab0aefaf8dd0f593:
Waiting for close lock at 1732607770336Disabling compacts and flushes for region at 1732607770336Disabling writes for close at 1732607770337 (+1 ms)Writing region close event to WAL at 1732607770337Closed at 1732607770337
2024-11-26T07:56:10,341 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:56:10,342 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732607770341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607770341"}]},"ts":"1732607770341"}
2024-11-26T07:56:10,346 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:56:10,348 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:56:10,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607770348"}]},"ts":"1732607770348"}
2024-11-26T07:56:10,351 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-26T07:56:10,352 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1aabbd47a2dcb9deab0aefaf8dd0f593, ASSIGN}]
2024-11-26T07:56:10,354 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1aabbd47a2dcb9deab0aefaf8dd0f593, ASSIGN
2024-11-26T07:56:10,355 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1aabbd47a2dcb9deab0aefaf8dd0f593, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:56:10,507 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1aabbd47a2dcb9deab0aefaf8dd0f593, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:10,518 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1aabbd47a2dcb9deab0aefaf8dd0f593, ASSIGN because future has completed
2024-11-26T07:56:10,519 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aabbd47a2dcb9deab0aefaf8dd0f593, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:56:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-26T07:56:10,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T07:56:10,680 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:10,681 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1aabbd47a2dcb9deab0aefaf8dd0f593, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:56:10,681 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,681 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:10,682 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,682 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,684 INFO  [StoreOpener-1aabbd47a2dcb9deab0aefaf8dd0f593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1aabbd47a2dcb9deab0aefaf8dd0f593 
2024-11-26T07:56:10,687 INFO  [StoreOpener-1aabbd47a2dcb9deab0aefaf8dd0f593-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aabbd47a2dcb9deab0aefaf8dd0f593 columnFamilyName testFamily
2024-11-26T07:56:10,687 DEBUG [StoreOpener-1aabbd47a2dcb9deab0aefaf8dd0f593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:10,688 INFO  [StoreOpener-1aabbd47a2dcb9deab0aefaf8dd0f593-1 {}] regionserver.HStore(327): Store=1aabbd47a2dcb9deab0aefaf8dd0f593/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:56:10,688 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,689 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScanner/1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,690 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScanner/1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,691 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,691 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,693 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,697 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScanner/1aabbd47a2dcb9deab0aefaf8dd0f593/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:56:10,697 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1aabbd47a2dcb9deab0aefaf8dd0f593; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61691900, jitterRate=-0.08071905374526978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:56:10,697 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:10,698 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1aabbd47a2dcb9deab0aefaf8dd0f593:
Running coprocessor pre-open hook at 1732607770682Writing region info on filesystem at 1732607770682Initializing all the Stores at 1732607770684 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607770684Cleaning up temporary data from old regions at 1732607770691 (+7 ms)Running coprocessor post-open hooks at 1732607770697 (+6 ms)Region opened successfully at 1732607770698 (+1 ms)
2024-11-26T07:56:10,699 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., pid=18, masterSystemTime=1732607770674
2024-11-26T07:56:10,702 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:10,702 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:10,703 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1aabbd47a2dcb9deab0aefaf8dd0f593, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:10,706 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aabbd47a2dcb9deab0aefaf8dd0f593, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:56:10,710 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-26T07:56:10,710 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 1aabbd47a2dcb9deab0aefaf8dd0f593, server=719ac8e87449,46361,1732607682244 in 188 msec
2024-11-26T07:56:10,713 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-26T07:56:10,713 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1aabbd47a2dcb9deab0aefaf8dd0f593, ASSIGN in 358 msec
2024-11-26T07:56:10,714 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:56:10,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607770714"}]},"ts":"1732607770714"}
2024-11-26T07:56:10,717 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-26T07:56:10,718 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:56:10,720 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2160 sec
2024-11-26T07:56:11,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-26T07:56:11,851 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-26T07:56:11,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-26T07:56:11,854 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-26T07:56:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-26T07:56:12,551 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-26T07:56:12,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-26T07:56:12,552 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:12,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-26T07:56:12,562 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:12,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-26T07:56:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:12,577 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:56:12,578 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-26T07:56:12,581 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T07:56:12,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T07:56:13,064 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T07:56:13,590 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=719ac8e87449:46361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-26T07:56:13,590 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-26T07:56:13,590 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2 from cache
2024-11-26T07:56:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-26T07:56:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:14,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T07:56:15,590 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=719ac8e87449:46361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=979ms, rpcTimeout=971ms
2024-11-26T07:56:15,590 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=979ms, rpcTimeout=971ms
2024-11-26T07:56:15,591 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., hostname=719ac8e87449,46361,1732607682244, seqNum=2 from cache
2024-11-26T07:56:15,603 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=11006 (was 11011)
2024-11-26T07:56:15,613 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=11006
2024-11-26T07:56:15,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:56:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-26T07:56:15,618 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:56:15,619 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:15,619 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-26T07:56:15,620 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:56:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-26T07:56:15,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741845_1021 (size=416)
2024-11-26T07:56:16,037 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 629064defdddfcdbfd0fa9db401751d0, NAME => 'testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:56:16,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741846_1022 (size=67)
2024-11-26T07:56:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-26T07:56:16,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-26T07:56:16,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:16,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 629064defdddfcdbfd0fa9db401751d0, disabling compactions & flushes
2024-11-26T07:56:16,458 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:16,458 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:16,458 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0. after waiting 0 ms
2024-11-26T07:56:16,458 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:16,458 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:16,459 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 629064defdddfcdbfd0fa9db401751d0:
Waiting for close lock at 1732607776457Disabling compacts and flushes for region at 1732607776457Disabling writes for close at 1732607776458 (+1 ms)Writing region close event to WAL at 1732607776458Closed at 1732607776458
2024-11-26T07:56:16,464 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:56:16,464 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732607776464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607776464"}]},"ts":"1732607776464"}
2024-11-26T07:56:16,467 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:56:16,468 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:56:16,469 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607776468"}]},"ts":"1732607776468"}
2024-11-26T07:56:16,471 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-26T07:56:16,472 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=629064defdddfcdbfd0fa9db401751d0, ASSIGN}]
2024-11-26T07:56:16,474 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=629064defdddfcdbfd0fa9db401751d0, ASSIGN
2024-11-26T07:56:16,475 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=629064defdddfcdbfd0fa9db401751d0, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:56:16,627 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=629064defdddfcdbfd0fa9db401751d0, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-26T07:56:16,636 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=629064defdddfcdbfd0fa9db401751d0, ASSIGN because future has completed
2024-11-26T07:56:16,636 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 629064defdddfcdbfd0fa9db401751d0, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:56:16,798 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:16,798 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 629064defdddfcdbfd0fa9db401751d0, NAME => 'testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:56:16,799 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,799 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:16,799 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,799 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,802 INFO  [StoreOpener-629064defdddfcdbfd0fa9db401751d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 629064defdddfcdbfd0fa9db401751d0 
2024-11-26T07:56:16,804 INFO  [StoreOpener-629064defdddfcdbfd0fa9db401751d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629064defdddfcdbfd0fa9db401751d0 columnFamilyName testFamily
2024-11-26T07:56:16,804 DEBUG [StoreOpener-629064defdddfcdbfd0fa9db401751d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:16,805 INFO  [StoreOpener-629064defdddfcdbfd0fa9db401751d0-1 {}] regionserver.HStore(327): Store=629064defdddfcdbfd0fa9db401751d0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:56:16,805 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,806 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNextAsync/629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,807 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNextAsync/629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,811 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,815 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNextAsync/629064defdddfcdbfd0fa9db401751d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:56:16,816 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 629064defdddfcdbfd0fa9db401751d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74239749, jitterRate=0.10625846683979034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:56:16,816 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:16,817 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 629064defdddfcdbfd0fa9db401751d0:
Running coprocessor pre-open hook at 1732607776800Writing region info on filesystem at 1732607776800Initializing all the Stores at 1732607776801 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607776801Cleaning up temporary data from old regions at 1732607776808 (+7 ms)Running coprocessor post-open hooks at 1732607776816 (+8 ms)Region opened successfully at 1732607776817 (+1 ms)
2024-11-26T07:56:16,818 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0., pid=21, masterSystemTime=1732607776789
2024-11-26T07:56:16,821 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:16,821 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:16,822 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=629064defdddfcdbfd0fa9db401751d0, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:16,826 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 629064defdddfcdbfd0fa9db401751d0, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:56:16,831 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-26T07:56:16,831 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 629064defdddfcdbfd0fa9db401751d0, server=719ac8e87449,46361,1732607682244 in 192 msec
2024-11-26T07:56:16,833 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-26T07:56:16,834 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=629064defdddfcdbfd0fa9db401751d0, ASSIGN in 359 msec
2024-11-26T07:56:16,834 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:56:16,835 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607776834"}]},"ts":"1732607776834"}
2024-11-26T07:56:16,837 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-26T07:56:16,839 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:56:16,841 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2240 sec
2024-11-26T07:56:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-26T07:56:18,664 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-26T07:56:18,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-26T07:56:18,665 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:18,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-26T07:56:18,674 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:18,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-26T07:56:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:18,689 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:56:18,689 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-26T07:56:18,692 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T07:56:18,694 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T07:56:18,695 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T07:56:18,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-26T07:56:21,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46361 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494568' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T07:56:21,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34814 deadline: 1732607782706, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494568' does not exist
2024-11-26T07:56:21,710 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 719ac8e87449,46361,1732607682244 for closing scanner id = 4249348700297494568 for 629064defdddfcdbfd0fa9db401751d0 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494568' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T07:56:21,717 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=11005 (was 11006)
2024-11-26T07:56:21,725 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=11004
2024-11-26T07:56:21,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:56:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-26T07:56:21,731 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:56:21,731 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:21,731 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-26T07:56:21,733 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:56:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-26T07:56:21,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741847_1023 (size=411)
2024-11-26T07:56:22,151 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24df10b4c7845d536fece1d006ff4556, NAME => 'testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:56:22,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741848_1024 (size=62)
2024-11-26T07:56:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-26T07:56:22,303 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T07:56:22,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-26T07:56:22,333 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T07:56:22,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-26T07:56:22,562 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:22,563 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 24df10b4c7845d536fece1d006ff4556, disabling compactions & flushes
2024-11-26T07:56:22,563 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:22,563 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:22,563 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556. after waiting 0 ms
2024-11-26T07:56:22,563 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:22,563 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:22,563 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24df10b4c7845d536fece1d006ff4556:
Waiting for close lock at 1732607782562Disabling compacts and flushes for region at 1732607782562Disabling writes for close at 1732607782563 (+1 ms)Writing region close event to WAL at 1732607782563Closed at 1732607782563
2024-11-26T07:56:22,567 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:56:22,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607782568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607782568"}]},"ts":"1732607782568"}
2024-11-26T07:56:22,573 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:56:22,575 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:56:22,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607782575"}]},"ts":"1732607782575"}
2024-11-26T07:56:22,578 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-26T07:56:22,579 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=24df10b4c7845d536fece1d006ff4556, ASSIGN}]
2024-11-26T07:56:22,581 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=24df10b4c7845d536fece1d006ff4556, ASSIGN
2024-11-26T07:56:22,582 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=24df10b4c7845d536fece1d006ff4556, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:56:22,734 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=24df10b4c7845d536fece1d006ff4556, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-26T07:56:22,741 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=24df10b4c7845d536fece1d006ff4556, ASSIGN because future has completed
2024-11-26T07:56:22,742 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24df10b4c7845d536fece1d006ff4556, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:56:22,911 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:22,911 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 24df10b4c7845d536fece1d006ff4556, NAME => 'testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:56:22,911 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,911 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:22,911 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,912 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,913 INFO  [StoreOpener-24df10b4c7845d536fece1d006ff4556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 24df10b4c7845d536fece1d006ff4556 
2024-11-26T07:56:22,915 INFO  [StoreOpener-24df10b4c7845d536fece1d006ff4556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24df10b4c7845d536fece1d006ff4556 columnFamilyName testFamily
2024-11-26T07:56:22,916 DEBUG [StoreOpener-24df10b4c7845d536fece1d006ff4556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:22,916 INFO  [StoreOpener-24df10b4c7845d536fece1d006ff4556-1 {}] regionserver.HStore(327): Store=24df10b4c7845d536fece1d006ff4556/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:56:22,916 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,917 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNext/24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,918 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNext/24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,918 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,919 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,921 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,924 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNext/24df10b4c7845d536fece1d006ff4556/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:56:22,924 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 24df10b4c7845d536fece1d006ff4556; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61098154, jitterRate=-0.08956655859947205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:56:22,925 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:22,925 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 24df10b4c7845d536fece1d006ff4556:
Running coprocessor pre-open hook at 1732607782912Writing region info on filesystem at 1732607782912Initializing all the Stores at 1732607782913 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607782913Cleaning up temporary data from old regions at 1732607782919 (+6 ms)Running coprocessor post-open hooks at 1732607782925 (+6 ms)Region opened successfully at 1732607782925
2024-11-26T07:56:22,926 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556., pid=24, masterSystemTime=1732607782896
2024-11-26T07:56:22,929 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:22,929 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:22,930 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=24df10b4c7845d536fece1d006ff4556, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:22,933 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24df10b4c7845d536fece1d006ff4556, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:56:22,938 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-26T07:56:22,938 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 24df10b4c7845d536fece1d006ff4556, server=719ac8e87449,46361,1732607682244 in 193 msec
2024-11-26T07:56:22,941 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-26T07:56:22,941 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=24df10b4c7845d536fece1d006ff4556, ASSIGN in 359 msec
2024-11-26T07:56:22,942 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:56:22,943 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607782942"}]},"ts":"1732607782942"}
2024-11-26T07:56:22,945 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-26T07:56:22,947 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:56:22,950 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2190 sec
2024-11-26T07:56:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-26T07:56:24,763 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-26T07:56:24,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-26T07:56:24,764 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:24,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-26T07:56:24,774 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:24,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-26T07:56:24,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:24,788 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:56:24,788 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-26T07:56:24,791 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T07:56:24,793 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T07:56:24,794 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T07:56:24,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-26T07:56:27,371 INFO  [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-26T07:56:27,371 INFO  [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-26T07:56:27,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46361 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494572' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T07:56:27,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34814 deadline: 1732607788802, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494572' does not exist
2024-11-26T07:56:27,810 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 719ac8e87449,46361,1732607682244 for closing scanner id = 4249348700297494572 for 24df10b4c7845d536fece1d006ff4556 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494572' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T07:56:27,816 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=11007 (was 11004) - AvailableMemoryMB LEAK? -
2024-11-26T07:56:27,825 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=11006
2024-11-26T07:56:27,827 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:56:27,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-26T07:56:27,831 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:56:27,831 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:27,831 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-26T07:56:27,832 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:56:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-26T07:56:27,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741849_1025 (size=419)
2024-11-26T07:56:28,246 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7d7fd31d06844020b1bee7ce0b9e8df, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:56:28,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741850_1026 (size=70)
2024-11-26T07:56:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-26T07:56:28,415 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T07:56:28,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-26T07:56:28,692 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:28,692 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing d7d7fd31d06844020b1bee7ce0b9e8df, disabling compactions & flushes
2024-11-26T07:56:28,692 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:28,693 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:28,693 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df. after waiting 0 ms
2024-11-26T07:56:28,693 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:28,693 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:28,693 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7d7fd31d06844020b1bee7ce0b9e8df:
Waiting for close lock at 1732607788692Disabling compacts and flushes for region at 1732607788692Disabling writes for close at 1732607788693 (+1 ms)Writing region close event to WAL at 1732607788693Closed at 1732607788693
2024-11-26T07:56:28,696 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:56:28,696 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732607788696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607788696"}]},"ts":"1732607788696"}
2024-11-26T07:56:28,701 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:56:28,703 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:56:28,703 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607788703"}]},"ts":"1732607788703"}
2024-11-26T07:56:28,706 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-26T07:56:28,706 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d7d7fd31d06844020b1bee7ce0b9e8df, ASSIGN}]
2024-11-26T07:56:28,708 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d7d7fd31d06844020b1bee7ce0b9e8df, ASSIGN
2024-11-26T07:56:28,709 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d7d7fd31d06844020b1bee7ce0b9e8df, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:56:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-26T07:56:28,859 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d7d7fd31d06844020b1bee7ce0b9e8df, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:28,863 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d7d7fd31d06844020b1bee7ce0b9e8df, ASSIGN because future has completed
2024-11-26T07:56:28,864 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d7fd31d06844020b1bee7ce0b9e8df, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:56:29,030 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:29,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => d7d7fd31d06844020b1bee7ce0b9e8df, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:56:29,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:29,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,034 INFO  [StoreOpener-d7d7fd31d06844020b1bee7ce0b9e8df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d7d7fd31d06844020b1bee7ce0b9e8df 
2024-11-26T07:56:29,036 INFO  [StoreOpener-d7d7fd31d06844020b1bee7ce0b9e8df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d7fd31d06844020b1bee7ce0b9e8df columnFamilyName testFamily
2024-11-26T07:56:29,036 DEBUG [StoreOpener-d7d7fd31d06844020b1bee7ce0b9e8df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:29,037 INFO  [StoreOpener-d7d7fd31d06844020b1bee7ce0b9e8df-1 {}] regionserver.HStore(327): Store=d7d7fd31d06844020b1bee7ce0b9e8df/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:56:29,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d7d7fd31d06844020b1bee7ce0b9e8df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:56:29,045 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened d7d7fd31d06844020b1bee7ce0b9e8df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60176611, jitterRate=-0.103298619389534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:56:29,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:29,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for d7d7fd31d06844020b1bee7ce0b9e8df:
Running coprocessor pre-open hook at 1732607789032Writing region info on filesystem at 1732607789032Initializing all the Stores at 1732607789033 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607789033Cleaning up temporary data from old regions at 1732607789039 (+6 ms)Running coprocessor post-open hooks at 1732607789045 (+6 ms)Region opened successfully at 1732607789046 (+1 ms)
2024-11-26T07:56:29,047 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df., pid=27, masterSystemTime=1732607789017
2024-11-26T07:56:29,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:29,050 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:29,051 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d7d7fd31d06844020b1bee7ce0b9e8df, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:29,053 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d7fd31d06844020b1bee7ce0b9e8df, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:56:29,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-26T07:56:29,058 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure d7d7fd31d06844020b1bee7ce0b9e8df, server=719ac8e87449,46361,1732607682244 in 191 msec
2024-11-26T07:56:29,060 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-26T07:56:29,061 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d7d7fd31d06844020b1bee7ce0b9e8df, ASSIGN in 352 msec
2024-11-26T07:56:29,062 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:56:29,062 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607789062"}]},"ts":"1732607789062"}
2024-11-26T07:56:29,064 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-26T07:56:29,066 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:56:29,069 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2390 sec
2024-11-26T07:56:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-26T07:56:30,873 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-26T07:56:30,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-26T07:56:30,874 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:30,884 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-26T07:56:30,884 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:30,884 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-26T07:56:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:30,900 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:56:30,900 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-26T07:56:30,903 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T07:56:30,904 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-26T07:56:31,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-26T07:56:31,850 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-26T07:56:31,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-26T07:56:31,851 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T07:56:34,536 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T07:56:34,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-26T07:56:36,910 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df., hostname=719ac8e87449,46361,1732607682244, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df., hostname=719ac8e87449,46361,1732607682244, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=719ac8e87449:46361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-26T07:56:36,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df., hostname=719ac8e87449,46361,1732607682244, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-26T07:56:36,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df., hostname=719ac8e87449,46361,1732607682244, seqNum=2 from cache
2024-11-26T07:56:36,926 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=11002 (was 11006)
2024-11-26T07:56:36,935 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=11002
2024-11-26T07:56:36,937 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:56:36,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-26T07:56:36,940 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:56:36,940 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:36,940 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-26T07:56:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T07:56:36,942 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:56:36,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741851_1027 (size=407)
2024-11-26T07:56:37,360 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db43ec958bc37cf8dc8402cbcb69b41b, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:56:37,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741852_1028 (size=58)
2024-11-26T07:56:37,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-26T07:56:37,772 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:37,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing db43ec958bc37cf8dc8402cbcb69b41b, disabling compactions & flushes
2024-11-26T07:56:37,773 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:37,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:37,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b. after waiting 0 ms
2024-11-26T07:56:37,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:37,773 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:37,774 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for db43ec958bc37cf8dc8402cbcb69b41b:
Waiting for close lock at 1732607797773Disabling compacts and flushes for region at 1732607797773Disabling writes for close at 1732607797773Writing region close event to WAL at 1732607797773Closed at 1732607797773
2024-11-26T07:56:37,778 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:56:37,779 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732607797778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607797778"}]},"ts":"1732607797778"}
2024-11-26T07:56:37,782 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:56:37,783 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:56:37,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607797783"}]},"ts":"1732607797783"}
2024-11-26T07:56:37,786 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-26T07:56:37,786 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=db43ec958bc37cf8dc8402cbcb69b41b, ASSIGN}]
2024-11-26T07:56:37,788 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=db43ec958bc37cf8dc8402cbcb69b41b, ASSIGN
2024-11-26T07:56:37,789 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=db43ec958bc37cf8dc8402cbcb69b41b, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:56:37,940 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=db43ec958bc37cf8dc8402cbcb69b41b, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:37,947 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=db43ec958bc37cf8dc8402cbcb69b41b, ASSIGN because future has completed
2024-11-26T07:56:37,948 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure db43ec958bc37cf8dc8402cbcb69b41b, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:56:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T07:56:38,109 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:38,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => db43ec958bc37cf8dc8402cbcb69b41b, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:56:38,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:38,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,112 INFO  [StoreOpener-db43ec958bc37cf8dc8402cbcb69b41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region db43ec958bc37cf8dc8402cbcb69b41b 
2024-11-26T07:56:38,113 INFO  [StoreOpener-db43ec958bc37cf8dc8402cbcb69b41b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db43ec958bc37cf8dc8402cbcb69b41b columnFamilyName testFamily
2024-11-26T07:56:38,114 DEBUG [StoreOpener-db43ec958bc37cf8dc8402cbcb69b41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:38,114 INFO  [StoreOpener-db43ec958bc37cf8dc8402cbcb69b41b-1 {}] regionserver.HStore(327): Store=db43ec958bc37cf8dc8402cbcb69b41b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:56:38,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNext/db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNext/db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNext/db43ec958bc37cf8dc8402cbcb69b41b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:56:38,122 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened db43ec958bc37cf8dc8402cbcb69b41b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75216858, jitterRate=0.12081852555274963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:56:38,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:38,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for db43ec958bc37cf8dc8402cbcb69b41b:
Running coprocessor pre-open hook at 1732607798110Writing region info on filesystem at 1732607798110Initializing all the Stores at 1732607798111 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607798112 (+1 ms)Cleaning up temporary data from old regions at 1732607798116 (+4 ms)Running coprocessor post-open hooks at 1732607798122 (+6 ms)Region opened successfully at 1732607798122
2024-11-26T07:56:38,124 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b., pid=30, masterSystemTime=1732607798102
2024-11-26T07:56:38,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:38,126 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:38,127 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=db43ec958bc37cf8dc8402cbcb69b41b, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:38,130 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure db43ec958bc37cf8dc8402cbcb69b41b, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:56:38,134 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-26T07:56:38,134 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure db43ec958bc37cf8dc8402cbcb69b41b, server=719ac8e87449,46361,1732607682244 in 185 msec
2024-11-26T07:56:38,136 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-26T07:56:38,137 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=db43ec958bc37cf8dc8402cbcb69b41b, ASSIGN in 348 msec
2024-11-26T07:56:38,137 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:56:38,138 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607798137"}]},"ts":"1732607798137"}
2024-11-26T07:56:38,140 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-26T07:56:38,141 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:56:38,143 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2040 sec
2024-11-26T07:56:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T07:56:39,981 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-26T07:56:39,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-26T07:56:39,982 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:39,989 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-26T07:56:39,990 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:39,990 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-26T07:56:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:40,007 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:56:40,008 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-26T07:56:40,011 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T07:56:40,014 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T07:56:40,015 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T07:56:40,016 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-26T07:56:40,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-26T07:56:40,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T07:56:41,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-26T07:56:41,851 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-26T07:56:43,616 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T07:56:46,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46361 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494580' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T07:56:46,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46361 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34814 deadline: 1732607812020, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494580' does not exist
2024-11-26T07:56:46,023 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 719ac8e87449,46361,1732607682244 for closing scanner id = 4249348700297494580 for db43ec958bc37cf8dc8402cbcb69b41b of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4249348700297494580' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T07:56:46,029 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 202), ProcessCount=11 (was 11), AvailableMemoryMB=10999 (was 11002)
2024-11-26T07:56:46,039 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=10998
2024-11-26T07:56:46,042 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T07:56:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-26T07:56:46,045 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T07:56:46,045 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:46,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-26T07:56:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T07:56:46,047 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T07:56:46,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741853_1029 (size=423)
2024-11-26T07:56:46,463 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 649099d9894755236b13dffeb8654b4a, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553
2024-11-26T07:56:46,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741854_1030 (size=74)
2024-11-26T07:56:46,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-26T07:56:46,877 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:46,878 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 649099d9894755236b13dffeb8654b4a, disabling compactions & flushes
2024-11-26T07:56:46,878 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:46,878 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:46,878 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a. after waiting 0 ms
2024-11-26T07:56:46,878 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:46,879 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:46,879 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 649099d9894755236b13dffeb8654b4a:
Waiting for close lock at 1732607806877Disabling compacts and flushes for region at 1732607806877Disabling writes for close at 1732607806878 (+1 ms)Writing region close event to WAL at 1732607806878Closed at 1732607806878
2024-11-26T07:56:46,883 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T07:56:46,884 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732607806883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607806883"}]},"ts":"1732607806883"}
2024-11-26T07:56:46,888 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T07:56:46,889 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T07:56:46,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607806889"}]},"ts":"1732607806889"}
2024-11-26T07:56:46,891 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-26T07:56:46,892 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=649099d9894755236b13dffeb8654b4a, ASSIGN}]
2024-11-26T07:56:46,893 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=649099d9894755236b13dffeb8654b4a, ASSIGN
2024-11-26T07:56:46,894 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=649099d9894755236b13dffeb8654b4a, ASSIGN; state=OFFLINE, location=719ac8e87449,46361,1732607682244; forceNewPlan=false, retain=false
2024-11-26T07:56:47,045 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=649099d9894755236b13dffeb8654b4a, regionState=OPENING, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:47,052 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=649099d9894755236b13dffeb8654b4a, ASSIGN because future has completed
2024-11-26T07:56:47,053 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 649099d9894755236b13dffeb8654b4a, server=719ac8e87449,46361,1732607682244}]
2024-11-26T07:56:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T07:56:47,219 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:47,219 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 649099d9894755236b13dffeb8654b4a, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.', STARTKEY => '', ENDKEY => ''}
2024-11-26T07:56:47,220 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,220 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T07:56:47,220 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,220 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,223 INFO  [StoreOpener-649099d9894755236b13dffeb8654b4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 649099d9894755236b13dffeb8654b4a 
2024-11-26T07:56:47,225 INFO  [StoreOpener-649099d9894755236b13dffeb8654b4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 649099d9894755236b13dffeb8654b4a columnFamilyName testFamily
2024-11-26T07:56:47,226 DEBUG [StoreOpener-649099d9894755236b13dffeb8654b4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T07:56:47,226 INFO  [StoreOpener-649099d9894755236b13dffeb8654b4a-1 {}] regionserver.HStore(327): Store=649099d9894755236b13dffeb8654b4a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T07:56:47,227 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,228 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScannerAsync/649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,228 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScannerAsync/649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,229 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,229 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,231 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,234 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScannerAsync/649099d9894755236b13dffeb8654b4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T07:56:47,235 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 649099d9894755236b13dffeb8654b4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58777623, jitterRate=-0.12414516508579254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T07:56:47,235 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:47,236 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 649099d9894755236b13dffeb8654b4a:
Running coprocessor pre-open hook at 1732607807221Writing region info on filesystem at 1732607807221Initializing all the Stores at 1732607807222 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607807222Cleaning up temporary data from old regions at 1732607807229 (+7 ms)Running coprocessor post-open hooks at 1732607807235 (+6 ms)Region opened successfully at 1732607807236 (+1 ms)
2024-11-26T07:56:47,237 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., pid=33, masterSystemTime=1732607807208
2024-11-26T07:56:47,240 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:47,240 INFO  [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:47,240 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=649099d9894755236b13dffeb8654b4a, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,46361,1732607682244
2024-11-26T07:56:47,243 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 649099d9894755236b13dffeb8654b4a, server=719ac8e87449,46361,1732607682244 because future has completed
2024-11-26T07:56:47,247 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-26T07:56:47,247 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 649099d9894755236b13dffeb8654b4a, server=719ac8e87449,46361,1732607682244 in 192 msec
2024-11-26T07:56:47,250 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-26T07:56:47,250 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=649099d9894755236b13dffeb8654b4a, ASSIGN in 355 msec
2024-11-26T07:56:47,251 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T07:56:47,251 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607807251"}]},"ts":"1732607807251"}
2024-11-26T07:56:47,253 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-26T07:56:47,254 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T07:56:47,255 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2120 sec
2024-11-26T07:56:47,849 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-26T07:56:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T07:56:49,074 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-26T07:56:49,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-26T07:56:49,075 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:49,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-26T07:56:49,085 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T07:56:49,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-26T07:56:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:49,097 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T07:56:49,098 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-26T07:56:49,101 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T07:56:49,103 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T07:56:50,110 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=719ac8e87449:46361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-26T07:56:50,110 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-26T07:56:50,110 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2 from cache
2024-11-26T07:56:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-26T07:56:51,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2]
2024-11-26T07:56:51,130 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T07:56:51,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-26T07:56:51,851 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T07:56:52,110 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=719ac8e87449:46361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=973ms
2024-11-26T07:56:52,110 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=973ms
2024-11-26T07:56:52,111 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., hostname=719ac8e87449,46361,1732607682244, seqNum=2 from cache
2024-11-26T07:56:52,127 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=173 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=10996 (was 10998)
2024-11-26T07:56:52,128 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T07:56:52,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T07:56:52,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T07:56:52,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T07:56:52,134 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T07:56:52,134 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-26T07:56:52,134 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T07:56:52,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T07:56:52,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T07:56:52,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T07:56:52,135 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T07:56:52,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-26T07:56:52,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331909808, stopped=false
2024-11-26T07:56:52,135 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,38471,1732607681473
2024-11-26T07:56:52,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T07:56:52,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T07:56:52,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:56:52,207 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T07:56:52,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:56:52,207 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T07:56:52,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T07:56:52,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T07:56:52,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T07:56:52,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T07:56:52,209 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,46361,1732607682244' *****
2024-11-26T07:56:52,210 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T07:56:52,210 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T07:56:52,211 INFO  [RS:0;719ac8e87449:46361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T07:56:52,211 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T07:56:52,211 INFO  [RS:0;719ac8e87449:46361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T07:56:52,211 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for c306a416f48ebef2ce39507d63a4f318
2024-11-26T07:56:52,212 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:52,212 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 70f292454cc40f48d4ce98b205dbb0d8
2024-11-26T07:56:52,212 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 649099d9894755236b13dffeb8654b4a
2024-11-26T07:56:52,212 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:52,213 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:56:52,213 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c306a416f48ebef2ce39507d63a4f318, disabling compactions & flushes
2024-11-26T07:56:52,213 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1aabbd47a2dcb9deab0aefaf8dd0f593
2024-11-26T07:56:52,213 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:52,213 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 629064defdddfcdbfd0fa9db401751d0
2024-11-26T07:56:52,213 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:52,213 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318. after waiting 0 ms
2024-11-26T07:56:52,213 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:56:52,213 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:52,213 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:52,213 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,46361,1732607682244
2024-11-26T07:56:52,213 INFO  [RS:0;719ac8e87449:46361 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T07:56:52,213 INFO  [RS:0;719ac8e87449:46361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:46361.
2024-11-26T07:56:52,214 DEBUG [RS:0;719ac8e87449:46361 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T07:56:52,214 DEBUG [RS:0;719ac8e87449:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T07:56:52,214 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T07:56:52,214 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T07:56:52,214 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T07:56:52,214 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-26T07:56:52,215 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-26T07:56:52,215 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T07:56:52,215 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T07:56:52,215 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T07:56:52,215 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T07:56:52,215 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T07:56:52,215 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 649099d9894755236b13dffeb8654b4a, 70f292454cc40f48d4ce98b205dbb0d8, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, c306a416f48ebef2ce39507d63a4f318, d7d7fd31d06844020b1bee7ce0b9e8df, db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:52,217 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-26T07:56:52,217 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c306a416f48ebef2ce39507d63a4f318 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:52,276 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextException/c306a416f48ebef2ce39507d63a4f318/.tmp/testFamily/ee9a96b13611498bb43f93874d4210cb is 61, key is row-0/testFamily:testQualifier/1732607769438/Put/seqid=0
2024-11-26T07:56:52,284 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/.tmp/info/d064783642624ed092c065eaf27566ab is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde./info:regioninfo/1732607748234/Put/seqid=0
2024-11-26T07:56:52,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741855_1031 (size=5049)
2024-11-26T07:56:52,289 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextException/c306a416f48ebef2ce39507d63a4f318/.tmp/testFamily/ee9a96b13611498bb43f93874d4210cb
2024-11-26T07:56:52,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741856_1032 (size=20564)
2024-11-26T07:56:52,291 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/.tmp/info/d064783642624ed092c065eaf27566ab
2024-11-26T07:56:52,334 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextException/c306a416f48ebef2ce39507d63a4f318/.tmp/testFamily/ee9a96b13611498bb43f93874d4210cb as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextException/c306a416f48ebef2ce39507d63a4f318/testFamily/ee9a96b13611498bb43f93874d4210cb
2024-11-26T07:56:52,344 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextException/c306a416f48ebef2ce39507d63a4f318/testFamily/ee9a96b13611498bb43f93874d4210cb, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:52,350 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c306a416f48ebef2ce39507d63a4f318 in 133ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:52,356 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/.tmp/ns/ea17e44a61784ce79b4fd7668746c64b is 43, key is default/ns:d/1732607746732/Put/seqid=0
2024-11-26T07:56:52,357 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextException/c306a416f48ebef2ce39507d63a4f318/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:52,359 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:52,359 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c306a416f48ebef2ce39507d63a4f318:
Waiting for close lock at 1732607812212Running coprocessor pre-close hooks at 1732607812213 (+1 ms)Disabling compacts and flushes for region at 1732607812213Disabling writes for close at 1732607812213Obtaining lock to block concurrent updates at 1732607812217 (+4 ms)Preparing flush snapshotting stores in c306a416f48ebef2ce39507d63a4f318 at 1732607812217Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607812223 (+6 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318. at 1732607812224 (+1 ms)Flushing c306a416f48ebef2ce39507d63a4f318/testFamily: creating writer at 1732607812226 (+2 ms)Flushing c306a416f48ebef2ce39507d63a4f318/testFamily: appending metadata at 1732607812270 (+44 ms)Flushing c306a416f48ebef2ce39507d63a4f318/testFamily: closing flushed file at 1732607812273 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cddbfd9: reopening flushed file at 1732607812332 (+59 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c306a416f48ebef2ce39507d63a4f318 in 133ms, sequenceid=8, compaction requested=false at 1732607812350 (+18 ms)Writing region close event to WAL at 1732607812352 (+2 ms)Running coprocessor post-close hooks at 1732607812358 (+6 ms)Closed at 1732607812359 (+1 ms)
2024-11-26T07:56:52,360 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732607766370.c306a416f48ebef2ce39507d63a4f318.
2024-11-26T07:56:52,360 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db43ec958bc37cf8dc8402cbcb69b41b, disabling compactions & flushes
2024-11-26T07:56:52,360 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:52,360 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:52,360 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b. after waiting 0 ms
2024-11-26T07:56:52,360 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:52,360 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db43ec958bc37cf8dc8402cbcb69b41b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:52,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741857_1033 (size=5153)
2024-11-26T07:56:52,379 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNext/db43ec958bc37cf8dc8402cbcb69b41b/.tmp/testFamily/93b4d5f014874dbf83e0848f62759079 is 61, key is row-0/testFamily:testQualifier/1732607799997/Put/seqid=0
2024-11-26T07:56:52,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741858_1034 (size=5049)
2024-11-26T07:56:52,415 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 649099d9894755236b13dffeb8654b4a, 70f292454cc40f48d4ce98b205dbb0d8, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, d7d7fd31d06844020b1bee7ce0b9e8df, db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:52,616 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 649099d9894755236b13dffeb8654b4a, 70f292454cc40f48d4ce98b205dbb0d8, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, d7d7fd31d06844020b1bee7ce0b9e8df, db43ec958bc37cf8dc8402cbcb69b41b
2024-11-26T07:56:52,631 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-26T07:56:52,723 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T07:56:52,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-26T07:56:52,763 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/.tmp/ns/ea17e44a61784ce79b4fd7668746c64b
2024-11-26T07:56:52,785 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNext/db43ec958bc37cf8dc8402cbcb69b41b/.tmp/testFamily/93b4d5f014874dbf83e0848f62759079
2024-11-26T07:56:52,785 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/.tmp/table/2f1c31145c514164a03bba570fbf971c is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732607748251/Put/seqid=0
2024-11-26T07:56:52,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741859_1035 (size=6699)
2024-11-26T07:56:52,794 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNext/db43ec958bc37cf8dc8402cbcb69b41b/.tmp/testFamily/93b4d5f014874dbf83e0848f62759079 as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNext/db43ec958bc37cf8dc8402cbcb69b41b/testFamily/93b4d5f014874dbf83e0848f62759079
2024-11-26T07:56:52,804 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNext/db43ec958bc37cf8dc8402cbcb69b41b/testFamily/93b4d5f014874dbf83e0848f62759079, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:52,807 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for db43ec958bc37cf8dc8402cbcb69b41b in 447ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:52,813 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNext/db43ec958bc37cf8dc8402cbcb69b41b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:52,814 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:52,814 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db43ec958bc37cf8dc8402cbcb69b41b:
Waiting for close lock at 1732607812360Running coprocessor pre-close hooks at 1732607812360Disabling compacts and flushes for region at 1732607812360Disabling writes for close at 1732607812360Obtaining lock to block concurrent updates at 1732607812360Preparing flush snapshotting stores in db43ec958bc37cf8dc8402cbcb69b41b at 1732607812360Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607812361 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b. at 1732607812362 (+1 ms)Flushing db43ec958bc37cf8dc8402cbcb69b41b/testFamily: creating writer at 1732607812362Flushing db43ec958bc37cf8dc8402cbcb69b41b/testFamily: appending metadata at 1732607812379 (+17 ms)Flushing db43ec958bc37cf8dc8402cbcb69b41b/testFamily: closing flushed file at 1732607812379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4649c242: reopening flushed file at 1732607812793 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for db43ec958bc37cf8dc8402cbcb69b41b in 447ms, sequenceid=8, compaction requested=false at 1732607812807 (+14 ms)Writing region close event to WAL at 1732607812808 (+1 ms)Running coprocessor post-close hooks at 1732607812814 (+6 ms)Closed at 1732607812814
2024-11-26T07:56:52,814 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732607796937.db43ec958bc37cf8dc8402cbcb69b41b.
2024-11-26T07:56:52,815 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70f292454cc40f48d4ce98b205dbb0d8, disabling compactions & flushes
2024-11-26T07:56:52,815 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:56:52,815 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:56:52,815 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8. after waiting 0 ms
2024-11-26T07:56:52,815 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:56:52,815 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70f292454cc40f48d4ce98b205dbb0d8 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:52,816 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 649099d9894755236b13dffeb8654b4a, 70f292454cc40f48d4ce98b205dbb0d8, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:52,831 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNextAsync/70f292454cc40f48d4ce98b205dbb0d8/.tmp/testFamily/c074d4f4b3fb407f8eaad6cfbd945756 is 61, key is row-0/testFamily:testQualifier/1732607760320/Put/seqid=0
2024-11-26T07:56:52,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741860_1036 (size=5049)
2024-11-26T07:56:53,016 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 649099d9894755236b13dffeb8654b4a, 70f292454cc40f48d4ce98b205dbb0d8, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:53,147 INFO  [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-26T07:56:53,147 INFO  [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-26T07:56:53,193 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/.tmp/table/2f1c31145c514164a03bba570fbf971c
2024-11-26T07:56:53,210 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/.tmp/info/d064783642624ed092c065eaf27566ab as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/info/d064783642624ed092c065eaf27566ab
2024-11-26T07:56:53,216 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-26T07:56:53,217 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1325): Online Regions={70f292454cc40f48d4ce98b205dbb0d8=hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8., 649099d9894755236b13dffeb8654b4a=testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., d7d7fd31d06844020b1bee7ce0b9e8df=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df., 1588230740=hbase:meta,,1.1588230740, ac9daab03ed045681d4a7110cdf55dde=testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde., 1aabbd47a2dcb9deab0aefaf8dd0f593=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., 629064defdddfcdbfd0fa9db401751d0=testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0., 97b0b91ff4acf4847ab339277eb0b07e=hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., 24df10b4c7845d536fece1d006ff4556=testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.}
2024-11-26T07:56:53,217 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 649099d9894755236b13dffeb8654b4a, 70f292454cc40f48d4ce98b205dbb0d8, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:53,218 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/info/d064783642624ed092c065eaf27566ab, entries=100, sequenceid=56, filesize=20.1 K
2024-11-26T07:56:53,220 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/.tmp/ns/ea17e44a61784ce79b4fd7668746c64b as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/ns/ea17e44a61784ce79b4fd7668746c64b
2024-11-26T07:56:53,228 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/ns/ea17e44a61784ce79b4fd7668746c64b, entries=2, sequenceid=56, filesize=5.0 K
2024-11-26T07:56:53,230 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/.tmp/table/2f1c31145c514164a03bba570fbf971c as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/table/2f1c31145c514164a03bba570fbf971c
2024-11-26T07:56:53,236 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNextAsync/70f292454cc40f48d4ce98b205dbb0d8/.tmp/testFamily/c074d4f4b3fb407f8eaad6cfbd945756
2024-11-26T07:56:53,238 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/table/2f1c31145c514164a03bba570fbf971c, entries=20, sequenceid=56, filesize=6.5 K
2024-11-26T07:56:53,239 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1024ms, sequenceid=56, compaction requested=false
2024-11-26T07:56:53,244 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-26T07:56:53,245 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNextAsync/70f292454cc40f48d4ce98b205dbb0d8/.tmp/testFamily/c074d4f4b3fb407f8eaad6cfbd945756 as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNextAsync/70f292454cc40f48d4ce98b205dbb0d8/testFamily/c074d4f4b3fb407f8eaad6cfbd945756
2024-11-26T07:56:53,245 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T07:56:53,245 INFO  [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T07:56:53,245 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732607812215Running coprocessor pre-close hooks at 1732607812215Disabling compacts and flushes for region at 1732607812215Disabling writes for close at 1732607812215Obtaining lock to block concurrent updates at 1732607812217 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732607812217Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732607812223 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732607812224 (+1 ms)Flushing 1588230740/info: creating writer at 1732607812226 (+2 ms)Flushing 1588230740/info: appending metadata at 1732607812278 (+52 ms)Flushing 1588230740/info: closing flushed file at 1732607812278Flushing 1588230740/ns: creating writer at 1732607812332 (+54 ms)Flushing 1588230740/ns: appending metadata at 1732607812355 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732607812355Flushing 1588230740/table: creating writer at 1732607812770 (+415 ms)Flushing 1588230740/table: appending metadata at 1732607812785 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732607812785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e873a7: reopening flushed file at 1732607813208 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3d1a92: reopening flushed file at 1732607813219 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10cd9ec8: reopening flushed file at 1732607813228 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1024ms, sequenceid=56, compaction requested=false at 1732607813239 (+11 ms)Writing region close event to WAL at 1732607813240 (+1 ms)Running coprocessor post-close hooks at 1732607813245 (+5 ms)Closed at 1732607813245
2024-11-26T07:56:53,246 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-26T07:56:53,253 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNextAsync/70f292454cc40f48d4ce98b205dbb0d8/testFamily/c074d4f4b3fb407f8eaad6cfbd945756, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:53,254 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 70f292454cc40f48d4ce98b205dbb0d8 in 439ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:53,259 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnNextAsync/70f292454cc40f48d4ce98b205dbb0d8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:53,260 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:56:53,260 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70f292454cc40f48d4ce98b205dbb0d8:
Waiting for close lock at 1732607812814Running coprocessor pre-close hooks at 1732607812814Disabling compacts and flushes for region at 1732607812815 (+1 ms)Disabling writes for close at 1732607812815Obtaining lock to block concurrent updates at 1732607812815Preparing flush snapshotting stores in 70f292454cc40f48d4ce98b205dbb0d8 at 1732607812815Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607812815Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8. at 1732607812816 (+1 ms)Flushing 70f292454cc40f48d4ce98b205dbb0d8/testFamily: creating writer at 1732607812816Flushing 70f292454cc40f48d4ce98b205dbb0d8/testFamily: appending metadata at 1732607812831 (+15 ms)Flushing 70f292454cc40f48d4ce98b205dbb0d8/testFamily: closing flushed file at 1732607812831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19102db1: reopening flushed file at 1732607813244 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 70f292454cc40f48d4ce98b205dbb0d8 in 439ms, sequenceid=8, compaction requested=false at 1732607813254 (+10 ms)Writing region close event to WAL at 1732607813255 (+1 ms)Running coprocessor post-close hooks at 1732607813260 (+5 ms)Closed at 1732607813260
2024-11-26T07:56:53,260 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732607757263.70f292454cc40f48d4ce98b205dbb0d8.
2024-11-26T07:56:53,260 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 649099d9894755236b13dffeb8654b4a, disabling compactions & flushes
2024-11-26T07:56:53,260 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:53,260 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:53,260 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a. after waiting 0 ms
2024-11-26T07:56:53,260 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:53,260 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 649099d9894755236b13dffeb8654b4a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:53,277 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScannerAsync/649099d9894755236b13dffeb8654b4a/.tmp/testFamily/2e13275763764ded8bc1c32bcb572209 is 61, key is row-0/testFamily:testQualifier/1732607809089/Put/seqid=0
2024-11-26T07:56:53,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741861_1037 (size=5049)
2024-11-26T07:56:53,417 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 649099d9894755236b13dffeb8654b4a, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:53,618 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 649099d9894755236b13dffeb8654b4a, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:53,685 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScannerAsync/649099d9894755236b13dffeb8654b4a/.tmp/testFamily/2e13275763764ded8bc1c32bcb572209
2024-11-26T07:56:53,699 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScannerAsync/649099d9894755236b13dffeb8654b4a/.tmp/testFamily/2e13275763764ded8bc1c32bcb572209 as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScannerAsync/649099d9894755236b13dffeb8654b4a/testFamily/2e13275763764ded8bc1c32bcb572209
2024-11-26T07:56:53,706 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScannerAsync/649099d9894755236b13dffeb8654b4a/testFamily/2e13275763764ded8bc1c32bcb572209, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:53,707 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 649099d9894755236b13dffeb8654b4a in 447ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:53,712 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScannerAsync/649099d9894755236b13dffeb8654b4a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:53,713 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:53,713 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 649099d9894755236b13dffeb8654b4a:
Waiting for close lock at 1732607813260Running coprocessor pre-close hooks at 1732607813260Disabling compacts and flushes for region at 1732607813260Disabling writes for close at 1732607813260Obtaining lock to block concurrent updates at 1732607813261 (+1 ms)Preparing flush snapshotting stores in 649099d9894755236b13dffeb8654b4a at 1732607813261Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607813261Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a. at 1732607813261Flushing 649099d9894755236b13dffeb8654b4a/testFamily: creating writer at 1732607813261Flushing 649099d9894755236b13dffeb8654b4a/testFamily: appending metadata at 1732607813277 (+16 ms)Flushing 649099d9894755236b13dffeb8654b4a/testFamily: closing flushed file at 1732607813277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef2db55: reopening flushed file at 1732607813698 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 649099d9894755236b13dffeb8654b4a in 447ms, sequenceid=8, compaction requested=false at 1732607813707 (+9 ms)Writing region close event to WAL at 1732607813707Running coprocessor post-close hooks at 1732607813713 (+6 ms)Closed at 1732607813713
2024-11-26T07:56:53,713 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732607806041.649099d9894755236b13dffeb8654b4a.
2024-11-26T07:56:53,713 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7d7fd31d06844020b1bee7ce0b9e8df, disabling compactions & flushes
2024-11-26T07:56:53,713 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:53,713 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:53,714 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df. after waiting 0 ms
2024-11-26T07:56:53,714 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:53,714 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7d7fd31d06844020b1bee7ce0b9e8df 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:53,730 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d7d7fd31d06844020b1bee7ce0b9e8df/.tmp/testFamily/523d16fde2e8429eb8e3d31b5175bb98 is 61, key is row-0/testFamily:testQualifier/1732607790890/Put/seqid=0
2024-11-26T07:56:53,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741862_1038 (size=5049)
2024-11-26T07:56:53,818 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:54,019 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde, d7d7fd31d06844020b1bee7ce0b9e8df
2024-11-26T07:56:54,138 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d7d7fd31d06844020b1bee7ce0b9e8df/.tmp/testFamily/523d16fde2e8429eb8e3d31b5175bb98
2024-11-26T07:56:54,153 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d7d7fd31d06844020b1bee7ce0b9e8df/.tmp/testFamily/523d16fde2e8429eb8e3d31b5175bb98 as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d7d7fd31d06844020b1bee7ce0b9e8df/testFamily/523d16fde2e8429eb8e3d31b5175bb98
2024-11-26T07:56:54,162 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d7d7fd31d06844020b1bee7ce0b9e8df/testFamily/523d16fde2e8429eb8e3d31b5175bb98, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:54,163 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d7d7fd31d06844020b1bee7ce0b9e8df in 449ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:54,168 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d7d7fd31d06844020b1bee7ce0b9e8df/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:54,169 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:54,169 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7d7fd31d06844020b1bee7ce0b9e8df:
Waiting for close lock at 1732607813713Running coprocessor pre-close hooks at 1732607813713Disabling compacts and flushes for region at 1732607813713Disabling writes for close at 1732607813714 (+1 ms)Obtaining lock to block concurrent updates at 1732607813714Preparing flush snapshotting stores in d7d7fd31d06844020b1bee7ce0b9e8df at 1732607813714Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607813714Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df. at 1732607813715 (+1 ms)Flushing d7d7fd31d06844020b1bee7ce0b9e8df/testFamily: creating writer at 1732607813715Flushing d7d7fd31d06844020b1bee7ce0b9e8df/testFamily: appending metadata at 1732607813730 (+15 ms)Flushing d7d7fd31d06844020b1bee7ce0b9e8df/testFamily: closing flushed file at 1732607813730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174da118: reopening flushed file at 1732607814152 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d7d7fd31d06844020b1bee7ce0b9e8df in 449ms, sequenceid=8, compaction requested=false at 1732607814163 (+11 ms)Writing region close event to WAL at 1732607814164 (+1 ms)Running coprocessor post-close hooks at 1732607814169 (+5 ms)Closed at 1732607814169
2024-11-26T07:56:54,169 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732607787827.d7d7fd31d06844020b1bee7ce0b9e8df.
2024-11-26T07:56:54,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac9daab03ed045681d4a7110cdf55dde, disabling compactions & flushes
2024-11-26T07:56:54,170 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:56:54,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:56:54,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde. after waiting 0 ms
2024-11-26T07:56:54,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:56:54,170 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac9daab03ed045681d4a7110cdf55dde 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:54,186 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ac9daab03ed045681d4a7110cdf55dde/.tmp/testFamily/05b1181705ed4963a4a18f91290f749e is 61, key is row-0/testFamily:testQualifier/1732607750081/Put/seqid=0
2024-11-26T07:56:54,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741863_1039 (size=5049)
2024-11-26T07:56:54,219 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-26T07:56:54,219 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1325): Online Regions={ac9daab03ed045681d4a7110cdf55dde=testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde., 1aabbd47a2dcb9deab0aefaf8dd0f593=testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., 629064defdddfcdbfd0fa9db401751d0=testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0., 97b0b91ff4acf4847ab339277eb0b07e=hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., 24df10b4c7845d536fece1d006ff4556=testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.}
2024-11-26T07:56:54,219 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:56:54,420 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 97b0b91ff4acf4847ab339277eb0b07e, ac9daab03ed045681d4a7110cdf55dde
2024-11-26T07:56:54,593 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ac9daab03ed045681d4a7110cdf55dde/.tmp/testFamily/05b1181705ed4963a4a18f91290f749e
2024-11-26T07:56:54,603 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ac9daab03ed045681d4a7110cdf55dde/.tmp/testFamily/05b1181705ed4963a4a18f91290f749e as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ac9daab03ed045681d4a7110cdf55dde/testFamily/05b1181705ed4963a4a18f91290f749e
2024-11-26T07:56:54,611 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ac9daab03ed045681d4a7110cdf55dde/testFamily/05b1181705ed4963a4a18f91290f749e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:54,612 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac9daab03ed045681d4a7110cdf55dde in 442ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:54,618 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ac9daab03ed045681d4a7110cdf55dde/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:54,619 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:56:54,619 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac9daab03ed045681d4a7110cdf55dde:
Waiting for close lock at 1732607814169Running coprocessor pre-close hooks at 1732607814170 (+1 ms)Disabling compacts and flushes for region at 1732607814170Disabling writes for close at 1732607814170Obtaining lock to block concurrent updates at 1732607814170Preparing flush snapshotting stores in ac9daab03ed045681d4a7110cdf55dde at 1732607814170Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607814170Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde. at 1732607814171 (+1 ms)Flushing ac9daab03ed045681d4a7110cdf55dde/testFamily: creating writer at 1732607814171Flushing ac9daab03ed045681d4a7110cdf55dde/testFamily: appending metadata at 1732607814185 (+14 ms)Flushing ac9daab03ed045681d4a7110cdf55dde/testFamily: closing flushed file at 1732607814185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9e9cd: reopening flushed file at 1732607814601 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac9daab03ed045681d4a7110cdf55dde in 442ms, sequenceid=8, compaction requested=false at 1732607814612 (+11 ms)Writing region close event to WAL at 1732607814613 (+1 ms)Running coprocessor post-close hooks at 1732607814619 (+6 ms)Closed at 1732607814619
2024-11-26T07:56:54,619 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732607746993.ac9daab03ed045681d4a7110cdf55dde.
2024-11-26T07:56:54,620 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1aabbd47a2dcb9deab0aefaf8dd0f593, disabling compactions & flushes
2024-11-26T07:56:54,620 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:54,620 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:54,620 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593. after waiting 0 ms
2024-11-26T07:56:54,620 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:54,620 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:56:54,620 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1aabbd47a2dcb9deab0aefaf8dd0f593 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:54,636 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScanner/1aabbd47a2dcb9deab0aefaf8dd0f593/.tmp/testFamily/876d5cf0b836408fbc3cc50a9c471ade is 61, key is row-0/testFamily:testQualifier/1732607772569/Put/seqid=0
2024-11-26T07:56:54,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741864_1040 (size=5049)
2024-11-26T07:56:54,820 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:56:55,021 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 1aabbd47a2dcb9deab0aefaf8dd0f593, 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:56:55,043 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScanner/1aabbd47a2dcb9deab0aefaf8dd0f593/.tmp/testFamily/876d5cf0b836408fbc3cc50a9c471ade
2024-11-26T07:56:55,056 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScanner/1aabbd47a2dcb9deab0aefaf8dd0f593/.tmp/testFamily/876d5cf0b836408fbc3cc50a9c471ade as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScanner/1aabbd47a2dcb9deab0aefaf8dd0f593/testFamily/876d5cf0b836408fbc3cc50a9c471ade
2024-11-26T07:56:55,065 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScanner/1aabbd47a2dcb9deab0aefaf8dd0f593/testFamily/876d5cf0b836408fbc3cc50a9c471ade, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:55,066 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1aabbd47a2dcb9deab0aefaf8dd0f593 in 446ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:55,072 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnOpenScanner/1aabbd47a2dcb9deab0aefaf8dd0f593/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:55,072 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:55,073 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1aabbd47a2dcb9deab0aefaf8dd0f593:
Waiting for close lock at 1732607814620Running coprocessor pre-close hooks at 1732607814620Disabling compacts and flushes for region at 1732607814620Disabling writes for close at 1732607814620Obtaining lock to block concurrent updates at 1732607814620Preparing flush snapshotting stores in 1aabbd47a2dcb9deab0aefaf8dd0f593 at 1732607814620Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607814620Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593. at 1732607814621 (+1 ms)Flushing 1aabbd47a2dcb9deab0aefaf8dd0f593/testFamily: creating writer at 1732607814621Flushing 1aabbd47a2dcb9deab0aefaf8dd0f593/testFamily: appending metadata at 1732607814636 (+15 ms)Flushing 1aabbd47a2dcb9deab0aefaf8dd0f593/testFamily: closing flushed file at 1732607814636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37845d35: reopening flushed file at 1732607815055 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1aabbd47a2dcb9deab0aefaf8dd0f593 in 446ms, sequenceid=8, compaction requested=false at 1732607815066 (+11 ms)Writing region close event to WAL at 1732607815067 (+1 ms)Running coprocessor post-close hooks at 1732607815072 (+5 ms)Closed at 1732607815072
2024-11-26T07:56:55,073 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732607769501.1aabbd47a2dcb9deab0aefaf8dd0f593.
2024-11-26T07:56:55,073 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 629064defdddfcdbfd0fa9db401751d0, disabling compactions & flushes
2024-11-26T07:56:55,073 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:55,073 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:55,073 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0. after waiting 0 ms
2024-11-26T07:56:55,073 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:55,073 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 629064defdddfcdbfd0fa9db401751d0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:55,094 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNextAsync/629064defdddfcdbfd0fa9db401751d0/.tmp/testFamily/28b165db12b249089c04db25b73a8c4f is 61, key is row-0/testFamily:testQualifier/1732607778680/Put/seqid=0
2024-11-26T07:56:55,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741865_1041 (size=5049)
2024-11-26T07:56:55,173 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:38471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	... 10 more
2024-11-26T07:56:55,221 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-26T07:56:55,221 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1325): Online Regions={629064defdddfcdbfd0fa9db401751d0=testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0., 97b0b91ff4acf4847ab339277eb0b07e=hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., 24df10b4c7845d536fece1d006ff4556=testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.}
2024-11-26T07:56:55,221 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:56:55,422 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 24df10b4c7845d536fece1d006ff4556, 629064defdddfcdbfd0fa9db401751d0, 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:56:55,501 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNextAsync/629064defdddfcdbfd0fa9db401751d0/.tmp/testFamily/28b165db12b249089c04db25b73a8c4f
2024-11-26T07:56:55,514 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNextAsync/629064defdddfcdbfd0fa9db401751d0/.tmp/testFamily/28b165db12b249089c04db25b73a8c4f as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNextAsync/629064defdddfcdbfd0fa9db401751d0/testFamily/28b165db12b249089c04db25b73a8c4f
2024-11-26T07:56:55,521 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNextAsync/629064defdddfcdbfd0fa9db401751d0/testFamily/28b165db12b249089c04db25b73a8c4f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:55,522 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 629064defdddfcdbfd0fa9db401751d0 in 449ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:55,527 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNextAsync/629064defdddfcdbfd0fa9db401751d0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:55,528 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:55,528 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 629064defdddfcdbfd0fa9db401751d0:
Waiting for close lock at 1732607815073Running coprocessor pre-close hooks at 1732607815073Disabling compacts and flushes for region at 1732607815073Disabling writes for close at 1732607815073Obtaining lock to block concurrent updates at 1732607815073Preparing flush snapshotting stores in 629064defdddfcdbfd0fa9db401751d0 at 1732607815073Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607815074 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0. at 1732607815074Flushing 629064defdddfcdbfd0fa9db401751d0/testFamily: creating writer at 1732607815074Flushing 629064defdddfcdbfd0fa9db401751d0/testFamily: appending metadata at 1732607815093 (+19 ms)Flushing 629064defdddfcdbfd0fa9db401751d0/testFamily: closing flushed file at 1732607815094 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0ea96d: reopening flushed file at 1732607815513 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 629064defdddfcdbfd0fa9db401751d0 in 449ms, sequenceid=8, compaction requested=false at 1732607815523 (+10 ms)Writing region close event to WAL at 1732607815523Running coprocessor post-close hooks at 1732607815528 (+5 ms)Closed at 1732607815528
2024-11-26T07:56:55,528 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732607775615.629064defdddfcdbfd0fa9db401751d0.
2024-11-26T07:56:55,529 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97b0b91ff4acf4847ab339277eb0b07e, disabling compactions & flushes
2024-11-26T07:56:55,529 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:56:55,529 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:56:55,529 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e. after waiting 0 ms
2024-11-26T07:56:55,529 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:56:55,529 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97b0b91ff4acf4847ab339277eb0b07e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:55,547 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScanner/97b0b91ff4acf4847ab339277eb0b07e/.tmp/testFamily/7c376305c227436c98a883461d848346 is 61, key is row-0/testFamily:testQualifier/1732607751208/Put/seqid=0
2024-11-26T07:56:55,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741866_1042 (size=5049)
2024-11-26T07:56:55,622 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 24df10b4c7845d536fece1d006ff4556, 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:56:55,823 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 24df10b4c7845d536fece1d006ff4556, 97b0b91ff4acf4847ab339277eb0b07e
2024-11-26T07:56:55,954 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScanner/97b0b91ff4acf4847ab339277eb0b07e/.tmp/testFamily/7c376305c227436c98a883461d848346
2024-11-26T07:56:55,973 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScanner/97b0b91ff4acf4847ab339277eb0b07e/.tmp/testFamily/7c376305c227436c98a883461d848346 as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScanner/97b0b91ff4acf4847ab339277eb0b07e/testFamily/7c376305c227436c98a883461d848346
2024-11-26T07:56:55,981 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScanner/97b0b91ff4acf4847ab339277eb0b07e/testFamily/7c376305c227436c98a883461d848346, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:55,982 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97b0b91ff4acf4847ab339277eb0b07e in 453ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:55,987 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/hbase/testMetaScanTimeoutOnOpenScanner/97b0b91ff4acf4847ab339277eb0b07e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:55,988 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:56:55,988 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97b0b91ff4acf4847ab339277eb0b07e:
Waiting for close lock at 1732607815529Running coprocessor pre-close hooks at 1732607815529Disabling compacts and flushes for region at 1732607815529Disabling writes for close at 1732607815529Obtaining lock to block concurrent updates at 1732607815529Preparing flush snapshotting stores in 97b0b91ff4acf4847ab339277eb0b07e at 1732607815529Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607815529Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e. at 1732607815530 (+1 ms)Flushing 97b0b91ff4acf4847ab339277eb0b07e/testFamily: creating writer at 1732607815530Flushing 97b0b91ff4acf4847ab339277eb0b07e/testFamily: appending metadata at 1732607815547 (+17 ms)Flushing 97b0b91ff4acf4847ab339277eb0b07e/testFamily: closing flushed file at 1732607815547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560bd8a4: reopening flushed file at 1732607815972 (+425 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97b0b91ff4acf4847ab339277eb0b07e in 453ms, sequenceid=8, compaction requested=false at 1732607815982 (+10 ms)Writing region close event to WAL at 1732607815983 (+1 ms)Running coprocessor post-close hooks at 1732607815987 (+4 ms)Closed at 1732607815988 (+1 ms)
2024-11-26T07:56:55,988 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732607750163.97b0b91ff4acf4847ab339277eb0b07e.
2024-11-26T07:56:55,988 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24df10b4c7845d536fece1d006ff4556, disabling compactions & flushes
2024-11-26T07:56:55,988 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:55,988 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:55,988 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556. after waiting 0 ms
2024-11-26T07:56:55,988 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:55,988 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24df10b4c7845d536fece1d006ff4556 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T07:56:56,007 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNext/24df10b4c7845d536fece1d006ff4556/.tmp/testFamily/b1ba1ce0ae074aba824d4d1344b40f9b is 61, key is row-0/testFamily:testQualifier/1732607784779/Put/seqid=0
2024-11-26T07:56:56,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741867_1043 (size=5049)
2024-11-26T07:56:56,023 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:56,223 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-26T07:56:56,223 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1325): Online Regions={24df10b4c7845d536fece1d006ff4556=testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.}
2024-11-26T07:56:56,224 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:56,414 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNext/24df10b4c7845d536fece1d006ff4556/.tmp/testFamily/b1ba1ce0ae074aba824d4d1344b40f9b
2024-11-26T07:56:56,421 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNext/24df10b4c7845d536fece1d006ff4556/.tmp/testFamily/b1ba1ce0ae074aba824d4d1344b40f9b as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNext/24df10b4c7845d536fece1d006ff4556/testFamily/b1ba1ce0ae074aba824d4d1344b40f9b
2024-11-26T07:56:56,424 DEBUG [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1351): Waiting on 24df10b4c7845d536fece1d006ff4556
2024-11-26T07:56:56,427 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNext/24df10b4c7845d536fece1d006ff4556/testFamily/b1ba1ce0ae074aba824d4d1344b40f9b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T07:56:56,428 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 24df10b4c7845d536fece1d006ff4556 in 440ms, sequenceid=8, compaction requested=false
2024-11-26T07:56:56,433 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/data/default/testNormalScanTimeoutOnNext/24df10b4c7845d536fece1d006ff4556/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T07:56:56,434 INFO  [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:56,434 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24df10b4c7845d536fece1d006ff4556:
Waiting for close lock at 1732607815988Running coprocessor pre-close hooks at 1732607815988Disabling compacts and flushes for region at 1732607815988Disabling writes for close at 1732607815988Obtaining lock to block concurrent updates at 1732607815988Preparing flush snapshotting stores in 24df10b4c7845d536fece1d006ff4556 at 1732607815988Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732607815989 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556. at 1732607815989Flushing 24df10b4c7845d536fece1d006ff4556/testFamily: creating writer at 1732607815989Flushing 24df10b4c7845d536fece1d006ff4556/testFamily: appending metadata at 1732607816007 (+18 ms)Flushing 24df10b4c7845d536fece1d006ff4556/testFamily: closing flushed file at 1732607816007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6205fe1f: reopening flushed file at 1732607816420 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 24df10b4c7845d536fece1d006ff4556 in 440ms, sequenceid=8, compaction requested=false at 1732607816428 (+8 ms)Writing region close event to WAL at 1732607816429 (+1 ms)Running coprocessor post-close hooks at 1732607816434 (+5 ms)Closed at 1732607816434
2024-11-26T07:56:56,435 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732607781727.24df10b4c7845d536fece1d006ff4556.
2024-11-26T07:56:56,624 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,46361,1732607682244; all regions closed.
2024-11-26T07:56:56,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741834_1010 (size=19479)
2024-11-26T07:56:56,642 DEBUG [RS:0;719ac8e87449:46361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/oldWALs
2024-11-26T07:56:56,642 INFO  [RS:0;719ac8e87449:46361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C46361%2C1732607682244.meta:.meta(num 1732607746536)
2024-11-26T07:56:56,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741833_1009 (size=20031)
2024-11-26T07:56:56,644 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/WALs/719ac8e87449,46361,1732607682244/719ac8e87449%2C46361%2C1732607682244.1732607746209 not finished, retry = 0
2024-11-26T07:56:56,750 DEBUG [RS:0;719ac8e87449:46361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/oldWALs
2024-11-26T07:56:56,750 INFO  [RS:0;719ac8e87449:46361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C46361%2C1732607682244:(num 1732607746209)
2024-11-26T07:56:56,750 DEBUG [RS:0;719ac8e87449:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T07:56:56,750 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T07:56:56,750 INFO  [RS:0;719ac8e87449:46361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T07:56:56,751 INFO  [RS:0;719ac8e87449:46361 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-26T07:56:56,751 INFO  [RS:0;719ac8e87449:46361 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T07:56:56,751 INFO  [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T07:56:56,753 INFO  [RS:0;719ac8e87449:46361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46361
2024-11-26T07:56:56,776 INFO  [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T07:56:56,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,46361,1732607682244
2024-11-26T07:56:56,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T07:56:56,822 INFO  [RS:0;719ac8e87449:46361 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T07:56:56,830 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,46361,1732607682244]
2024-11-26T07:56:56,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,46361,1732607682244 already deleted, retry=false
2024-11-26T07:56:56,838 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,46361,1732607682244 expired; onlineServers=0
2024-11-26T07:56:56,839 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,38471,1732607681473' *****
2024-11-26T07:56:56,839 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-26T07:56:56,839 INFO  [M:0;719ac8e87449:38471 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T07:56:56,839 INFO  [M:0;719ac8e87449:38471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T07:56:56,840 DEBUG [M:0;719ac8e87449:38471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-26T07:56:56,840 DEBUG [M:0;719ac8e87449:38471 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-26T07:56:56,840 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-26T07:56:56,840 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607686043 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607686043,5,FailOnTimeoutGroup]
2024-11-26T07:56:56,840 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607685975 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607685975,5,FailOnTimeoutGroup]
2024-11-26T07:56:56,841 INFO  [M:0;719ac8e87449:38471 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-26T07:56:56,841 INFO  [M:0;719ac8e87449:38471 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T07:56:56,841 DEBUG [M:0;719ac8e87449:38471 {}] master.HMaster(1795): Stopping service threads
2024-11-26T07:56:56,841 INFO  [M:0;719ac8e87449:38471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-26T07:56:56,841 INFO  [M:0;719ac8e87449:38471 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T07:56:56,842 INFO  [M:0;719ac8e87449:38471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-26T07:56:56,842 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-26T07:56:56,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-26T07:56:56,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T07:56:56,846 DEBUG [M:0;719ac8e87449:38471 {}] zookeeper.ZKUtil(347): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-26T07:56:56,846 WARN  [M:0;719ac8e87449:38471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-26T07:56:56,847 INFO  [M:0;719ac8e87449:38471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/.lastflushedseqids
2024-11-26T07:56:56,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741868_1044 (size=649)
2024-11-26T07:56:56,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T07:56:56,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101776cb3460001, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T07:56:56,932 INFO  [RS:0;719ac8e87449:46361 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T07:56:56,932 INFO  [RS:0;719ac8e87449:46361 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,46361,1732607682244; zookeeper connection closed.
2024-11-26T07:56:56,933 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@336effce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@336effce
2024-11-26T07:56:56,934 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-26T07:56:57,265 INFO  [M:0;719ac8e87449:38471 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-26T07:56:57,266 INFO  [M:0;719ac8e87449:38471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-26T07:56:57,267 DEBUG [M:0;719ac8e87449:38471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T07:56:57,267 INFO  [M:0;719ac8e87449:38471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T07:56:57,267 DEBUG [M:0;719ac8e87449:38471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T07:56:57,267 DEBUG [M:0;719ac8e87449:38471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T07:56:57,267 DEBUG [M:0;719ac8e87449:38471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T07:56:57,268 INFO  [M:0;719ac8e87449:38471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.86 KB heapSize=190.74 KB
2024-11-26T07:56:57,302 DEBUG [M:0;719ac8e87449:38471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d3f96d0e2174d60a5adc96c75cb90cd is 82, key is hbase:meta,,1/info:regioninfo/1732607746618/Put/seqid=0
2024-11-26T07:56:57,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741869_1045 (size=5672)
2024-11-26T07:56:57,709 INFO  [M:0;719ac8e87449:38471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d3f96d0e2174d60a5adc96c75cb90cd
2024-11-26T07:56:57,740 DEBUG [M:0;719ac8e87449:38471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04f83809324749909f727ba7514cfd6b is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732607748258/Put/seqid=0
2024-11-26T07:56:57,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741870_1046 (size=14058)
2024-11-26T07:56:57,861 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T07:56:58,146 INFO  [M:0;719ac8e87449:38471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.31 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04f83809324749909f727ba7514cfd6b
2024-11-26T07:56:58,153 INFO  [M:0;719ac8e87449:38471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04f83809324749909f727ba7514cfd6b
2024-11-26T07:56:58,169 DEBUG [M:0;719ac8e87449:38471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/858181d0180e41fe94ae8386c228785d is 69, key is 719ac8e87449,46361,1732607682244/rs:state/1732607716058/Put/seqid=0
2024-11-26T07:56:58,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741871_1047 (size=5156)
2024-11-26T07:56:58,575 INFO  [M:0;719ac8e87449:38471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/858181d0180e41fe94ae8386c228785d
2024-11-26T07:56:58,588 DEBUG [M:0;719ac8e87449:38471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d3f96d0e2174d60a5adc96c75cb90cd as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d3f96d0e2174d60a5adc96c75cb90cd
2024-11-26T07:56:58,595 INFO  [M:0;719ac8e87449:38471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d3f96d0e2174d60a5adc96c75cb90cd, entries=8, sequenceid=317, filesize=5.5 K
2024-11-26T07:56:58,596 DEBUG [M:0;719ac8e87449:38471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04f83809324749909f727ba7514cfd6b as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04f83809324749909f727ba7514cfd6b
2024-11-26T07:56:58,602 INFO  [M:0;719ac8e87449:38471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04f83809324749909f727ba7514cfd6b
2024-11-26T07:56:58,602 INFO  [M:0;719ac8e87449:38471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04f83809324749909f727ba7514cfd6b, entries=33, sequenceid=317, filesize=13.7 K
2024-11-26T07:56:58,603 DEBUG [M:0;719ac8e87449:38471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/858181d0180e41fe94ae8386c228785d as hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/858181d0180e41fe94ae8386c228785d
2024-11-26T07:56:58,610 INFO  [M:0;719ac8e87449:38471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/dd864410-fd8f-e7e2-04ff-74e88676e553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/858181d0180e41fe94ae8386c228785d, entries=1, sequenceid=317, filesize=5.0 K
2024-11-26T07:56:58,611 INFO  [M:0;719ac8e87449:38471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.86 KB/166771, heapSize ~190.45 KB/195016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=317, compaction requested=false
2024-11-26T07:56:58,612 INFO  [M:0;719ac8e87449:38471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T07:56:58,613 DEBUG [M:0;719ac8e87449:38471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732607817266Disabling compacts and flushes for region at 1732607817266Disabling writes for close at 1732607817267 (+1 ms)Obtaining lock to block concurrent updates at 1732607817268 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732607817268Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166771, getHeapSize=195256, getOffHeapSize=0, getCellsCount=364 at 1732607817269 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732607817281 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732607817281Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732607817301 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732607817301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732607817723 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732607817740 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732607817740Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732607818153 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732607818168 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732607818168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f99ad9c: reopening flushed file at 1732607818587 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6051063a: reopening flushed file at 1732607818595 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52765344: reopening flushed file at 1732607818602 (+7 ms)Finished flush of dataSize ~162.86 KB/166771, heapSize ~190.45 KB/195016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=317, compaction requested=false at 1732607818611 (+9 ms)Writing region close event to WAL at 1732607818612 (+1 ms)Closed at 1732607818612
2024-11-26T07:56:58,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741830_1006 (size=187983)
2024-11-26T07:56:58,617 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T07:56:58,617 INFO  [M:0;719ac8e87449:38471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-26T07:56:58,617 INFO  [M:0;719ac8e87449:38471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38471
2024-11-26T07:56:58,617 INFO  [M:0;719ac8e87449:38471 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T07:56:58,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T07:56:58,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x101776cb3460000, quorum=127.0.0.1:64306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T07:56:58,771 INFO  [M:0;719ac8e87449:38471 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T07:56:58,776 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@517da02a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T07:56:58,779 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c9ad86{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T07:56:58,779 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T07:56:58,779 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4342e037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T07:56:58,779 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@211fefc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/hadoop.log.dir/,STOPPED}
2024-11-26T07:56:58,782 WARN  [BP-314257939-172.17.0.2-1732607677972 heartbeating to localhost/127.0.0.1:38115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-26T07:56:58,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-26T07:56:58,782 WARN  [BP-314257939-172.17.0.2-1732607677972 heartbeating to localhost/127.0.0.1:38115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-314257939-172.17.0.2-1732607677972 (Datanode Uuid afa91aff-3c78-4238-a34a-46fd112d08d4) service to localhost/127.0.0.1:38115
2024-11-26T07:56:58,782 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-26T07:56:58,784 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/cluster_53d9d708-8034-13f6-2ab0-0f99a3ed471b/data/data1/current/BP-314257939-172.17.0.2-1732607677972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T07:56:58,784 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/cluster_53d9d708-8034-13f6-2ab0-0f99a3ed471b/data/data2/current/BP-314257939-172.17.0.2-1732607677972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T07:56:58,785 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-26T07:56:58,796 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-26T07:56:58,797 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T07:56:58,797 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T07:56:58,797 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T07:56:58,797 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/be9a4d26-d82f-b6ad-c148-5a672abadbe4/hadoop.log.dir/,STOPPED}
2024-11-26T07:56:58,804 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-26T07:56:58,831 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down