2024-11-26 11:35:59,855 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-26 11:35:59,872 main DEBUG Took 0.015184 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-26 11:35:59,872 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-26 11:35:59,873 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-26 11:35:59,873 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-26 11:35:59,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,880 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-26 11:35:59,891 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,893 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,894 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,895 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,896 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,897 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,898 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,898 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,899 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,900 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,900 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,901 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 11:35:59,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,902 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-26 11:35:59,903 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 11:35:59,905 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-26 11:35:59,906 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-26 11:35:59,907 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-26 11:35:59,908 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-26 11:35:59,908 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-26 11:35:59,916 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-26 11:35:59,918 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-26 11:35:59,920 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-26 11:35:59,920 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-26 11:35:59,921 main DEBUG createAppenders(={Console})
2024-11-26 11:35:59,921 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-26 11:35:59,922 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-26 11:35:59,922 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-26 11:35:59,922 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-26 11:35:59,923 main DEBUG OutputStream closed
2024-11-26 11:35:59,923 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-26 11:35:59,923 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-26 11:35:59,923 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-26 11:35:59,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-26 11:35:59,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-26 11:35:59,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-26 11:35:59,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-26 11:35:59,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-26 11:35:59,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-26 11:35:59,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-26 11:35:59,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-26 11:35:59,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-26 11:35:59,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-26 11:35:59,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-26 11:35:59,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-26 11:35:59,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-26 11:35:59,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-26 11:35:59,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-26 11:35:59,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-26 11:35:59,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-26 11:35:59,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-26 11:36:00,000 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26 11:36:00,000 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-26 11:36:00,001 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-26 11:36:00,001 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-26T11:36:00,012 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-26 11:36:00,015 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-26 11:36:00,015 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26T11:36:00,240 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6
2024-11-26T11:36:00,264 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-26T11:36:00,283 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/cluster_12489b72-9d1e-1bbf-55c5-b6cf8584dbae, deleteOnExit=true
2024-11-26T11:36:00,284 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-26T11:36:00,285 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/test.cache.data in system properties and HBase conf
2024-11-26T11:36:00,285 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/hadoop.tmp.dir in system properties and HBase conf
2024-11-26T11:36:00,286 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/hadoop.log.dir in system properties and HBase conf
2024-11-26T11:36:00,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-26T11:36:00,288 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-26T11:36:00,288 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-26T11:36:00,382 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-26T11:36:00,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T11:36:00,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-26T11:36:00,482 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-26T11:36:00,482 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-26T11:36:00,483 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T11:36:00,483 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-26T11:36:00,484 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-26T11:36:00,484 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T11:36:00,485 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T11:36:00,485 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-26T11:36:00,485 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/nfs.dump.dir in system properties and HBase conf
2024-11-26T11:36:00,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/java.io.tmpdir in system properties and HBase conf
2024-11-26T11:36:00,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T11:36:00,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-26T11:36:00,487 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-26T11:36:01,751 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-26T11:36:01,842 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2641ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-26T11:36:01,929 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T11:36:01,999 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T11:36:02,022 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T11:36:02,022 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T11:36:02,024 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-26T11:36:02,037 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T11:36:02,041 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/hadoop.log.dir/,AVAILABLE}
2024-11-26T11:36:02,042 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T11:36:02,209 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/java.io.tmpdir/jetty-localhost-41675-hadoop-hdfs-3_4_1-tests_jar-_-any-8515634986884595642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-26T11:36:02,214 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:41675}
2024-11-26T11:36:02,215 INFO  [Time-limited test {}] server.Server(415): Started @3014ms
2024-11-26T11:36:02,748 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T11:36:02,755 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T11:36:02,756 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T11:36:02,756 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T11:36:02,756 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-26T11:36:02,757 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/hadoop.log.dir/,AVAILABLE}
2024-11-26T11:36:02,758 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T11:36:02,857 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc78d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/java.io.tmpdir/jetty-localhost-42411-hadoop-hdfs-3_4_1-tests_jar-_-any-12579760145361141392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T11:36:02,858 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:42411}
2024-11-26T11:36:02,858 INFO  [Time-limited test {}] server.Server(415): Started @3658ms
2024-11-26T11:36:02,905 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-26T11:36:03,988 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/cluster_12489b72-9d1e-1bbf-55c5-b6cf8584dbae/data/data1/current/BP-1949800455-172.17.0.3-1732620961021/current, will proceed with Du for space computation calculation, 
2024-11-26T11:36:03,988 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/cluster_12489b72-9d1e-1bbf-55c5-b6cf8584dbae/data/data2/current/BP-1949800455-172.17.0.3-1732620961021/current, will proceed with Du for space computation calculation, 
2024-11-26T11:36:04,015 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-26T11:36:04,063 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48bbf047b3ecea30 with lease ID 0xd92caa313f315e7f: Processing first storage report for DS-4f4a7e10-b624-48c7-981c-9f37562e1130 from datanode DatanodeRegistration(127.0.0.1:39275, datanodeUuid=ee187216-0a32-4d13-a314-a764cb0069dd, infoPort=46041, infoSecurePort=0, ipcPort=37107, storageInfo=lv=-57;cid=testClusterID;nsid=2027233555;c=1732620961021)
2024-11-26T11:36:04,064 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48bbf047b3ecea30 with lease ID 0xd92caa313f315e7f: from storage DS-4f4a7e10-b624-48c7-981c-9f37562e1130 node DatanodeRegistration(127.0.0.1:39275, datanodeUuid=ee187216-0a32-4d13-a314-a764cb0069dd, infoPort=46041, infoSecurePort=0, ipcPort=37107, storageInfo=lv=-57;cid=testClusterID;nsid=2027233555;c=1732620961021), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-26T11:36:04,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48bbf047b3ecea30 with lease ID 0xd92caa313f315e7f: Processing first storage report for DS-74788eb7-f9c2-4a19-8b31-a02d0e4ac57d from datanode DatanodeRegistration(127.0.0.1:39275, datanodeUuid=ee187216-0a32-4d13-a314-a764cb0069dd, infoPort=46041, infoSecurePort=0, ipcPort=37107, storageInfo=lv=-57;cid=testClusterID;nsid=2027233555;c=1732620961021)
2024-11-26T11:36:04,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48bbf047b3ecea30 with lease ID 0xd92caa313f315e7f: from storage DS-74788eb7-f9c2-4a19-8b31-a02d0e4ac57d node DatanodeRegistration(127.0.0.1:39275, datanodeUuid=ee187216-0a32-4d13-a314-a764cb0069dd, infoPort=46041, infoSecurePort=0, ipcPort=37107, storageInfo=lv=-57;cid=testClusterID;nsid=2027233555;c=1732620961021), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-26T11:36:04,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6
2024-11-26T11:36:04,162 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/cluster_12489b72-9d1e-1bbf-55c5-b6cf8584dbae/zookeeper_0, clientPort=60410, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/cluster_12489b72-9d1e-1bbf-55c5-b6cf8584dbae/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/cluster_12489b72-9d1e-1bbf-55c5-b6cf8584dbae/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-26T11:36:04,171 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60410
2024-11-26T11:36:04,186 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T11:36:04,190 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T11:36:04,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741825_1001 (size=7)
2024-11-26T11:36:04,818 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9 with version=8
2024-11-26T11:36:04,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/hbase-staging
2024-11-26T11:36:04,897 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-26T11:36:05,137 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=9
2024-11-26T11:36:05,146 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T11:36:05,146 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T11:36:05,150 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T11:36:05,151 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T11:36:05,151 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T11:36:05,275 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-26T11:36:05,331 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-26T11:36:05,340 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-26T11:36:05,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T11:36:05,368 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 113995 (auto-detected)
2024-11-26T11:36:05,369 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-26T11:36:05,387 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42251
2024-11-26T11:36:05,409 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42251 connecting to ZooKeeper ensemble=127.0.0.1:60410
2024-11-26T11:36:05,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422510x0, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T11:36:05,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42251-0x10176edccdc0000 connected
2024-11-26T11:36:05,637 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T11:36:05,641 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T11:36:05,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T11:36:05,655 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9, hbase.cluster.distributed=false
2024-11-26T11:36:05,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T11:36:05,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42251
2024-11-26T11:36:05,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42251
2024-11-26T11:36:05,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42251
2024-11-26T11:36:05,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42251
2024-11-26T11:36:05,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42251
2024-11-26T11:36:05,778 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=9
2024-11-26T11:36:05,779 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T11:36:05,780 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T11:36:05,780 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T11:36:05,780 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T11:36:05,780 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T11:36:05,783 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T11:36:05,785 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T11:36:05,786 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42181
2024-11-26T11:36:05,788 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42181 connecting to ZooKeeper ensemble=127.0.0.1:60410
2024-11-26T11:36:05,789 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T11:36:05,791 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T11:36:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421810x0, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T11:36:05,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421810x0, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T11:36:05,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42181-0x10176edccdc0001 connected
2024-11-26T11:36:05,816 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T11:36:05,825 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-26T11:36:05,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T11:36:05,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T11:36:05,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42181
2024-11-26T11:36:05,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42181
2024-11-26T11:36:05,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42181
2024-11-26T11:36:05,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42181
2024-11-26T11:36:05,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42181
2024-11-26T11:36:05,850 DEBUG [M:0;7f3a3edaecc3:42251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:42251
2024-11-26T11:36:05,852 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7f3a3edaecc3,42251,1732620964987
2024-11-26T11:36:05,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T11:36:05,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T11:36:05,869 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7f3a3edaecc3,42251,1732620964987
2024-11-26T11:36:05,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T11:36:05,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:05,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:05,899 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-26T11:36:05,900 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7f3a3edaecc3,42251,1732620964987 from backup master directory
2024-11-26T11:36:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7f3a3edaecc3,42251,1732620964987
2024-11-26T11:36:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T11:36:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T11:36:05,909 WARN  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T11:36:05,910 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,42251,1732620964987
2024-11-26T11:36:05,912 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-26T11:36:05,913 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-26T11:36:05,968 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/hbase.id] with ID: 59786a2e-f430-4267-ae3e-6952bc30fc20
2024-11-26T11:36:05,969 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/.tmp/hbase.id
2024-11-26T11:36:05,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741826_1002 (size=42)
2024-11-26T11:36:06,382 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/.tmp/hbase.id]:[hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/hbase.id]
2024-11-26T11:36:06,434 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T11:36:06,439 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-26T11:36:06,456 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-26T11:36:06,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:06,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:06,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741827_1003 (size=196)
2024-11-26T11:36:06,946 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:36:06,949 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-26T11:36:06,962 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T11:36:06,966 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T11:36:06,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741828_1004 (size=1189)
2024-11-26T11:36:07,423 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store
2024-11-26T11:36:07,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741829_1005 (size=34)
2024-11-26T11:36:07,853 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-26T11:36:07,856 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:07,857 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T11:36:07,857 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T11:36:07,858 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T11:36:07,859 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T11:36:07,860 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T11:36:07,860 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T11:36:07,861 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732620967857Disabling compacts and flushes for region at 1732620967857Disabling writes for close at 1732620967860 (+3 ms)Writing region close event to WAL at 1732620967860Closed at 1732620967860
2024-11-26T11:36:07,863 WARN  [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/.initializing
2024-11-26T11:36:07,863 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/WALs/7f3a3edaecc3,42251,1732620964987
2024-11-26T11:36:07,871 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T11:36:07,885 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C42251%2C1732620964987, suffix=, logDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/WALs/7f3a3edaecc3,42251,1732620964987, archiveDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/oldWALs, maxLogs=10
2024-11-26T11:36:07,906 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/WALs/7f3a3edaecc3,42251,1732620964987/7f3a3edaecc3%2C42251%2C1732620964987.1732620967889, exclude list is [], retry=0
2024-11-26T11:36:07,921 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-4f4a7e10-b624-48c7-981c-9f37562e1130,DISK]
2024-11-26T11:36:07,923 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-26T11:36:07,954 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/WALs/7f3a3edaecc3,42251,1732620964987/7f3a3edaecc3%2C42251%2C1732620964987.1732620967889
2024-11-26T11:36:07,955 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)]
2024-11-26T11:36:07,955 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:36:07,956 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:07,958 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T11:36:07,959 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T11:36:07,992 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T11:36:08,020 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-26T11:36:08,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:08,026 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T11:36:08,026 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T11:36:08,030 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-26T11:36:08,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:08,031 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:36:08,032 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T11:36:08,035 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-26T11:36:08,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:08,036 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:36:08,036 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T11:36:08,040 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-26T11:36:08,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:08,041 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:36:08,042 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T11:36:08,046 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T11:36:08,047 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T11:36:08,052 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T11:36:08,053 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T11:36:08,057 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T11:36:08,061 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T11:36:08,065 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:36:08,067 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75090848, jitterRate=0.11894083023071289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T11:36:08,074 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732620967970Initializing all the Stores at 1732620967972 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620967973 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620967974 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620967974Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620967974Cleaning up temporary data from old regions at 1732620968053 (+79 ms)Region opened successfully at 1732620968074 (+21 ms)
2024-11-26T11:36:08,075 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-26T11:36:08,105 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681ddae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0
2024-11-26T11:36:08,133 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-26T11:36:08,144 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-26T11:36:08,144 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-26T11:36:08,147 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-26T11:36:08,148 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-26T11:36:08,152 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-26T11:36:08,152 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-26T11:36:08,176 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-26T11:36:08,186 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-26T11:36:08,253 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-26T11:36:08,255 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-26T11:36:08,257 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-26T11:36:08,266 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-26T11:36:08,268 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-26T11:36:08,272 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-26T11:36:08,284 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-26T11:36:08,286 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-26T11:36:08,297 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-26T11:36:08,314 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-26T11:36:08,326 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-26T11:36:08,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T11:36:08,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T11:36:08,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:08,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:08,343 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,42251,1732620964987, sessionid=0x10176edccdc0000, setting cluster-up flag (Was=false)
2024-11-26T11:36:08,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:08,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:08,403 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-26T11:36:08,407 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,42251,1732620964987
2024-11-26T11:36:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:08,466 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-26T11:36:08,471 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,42251,1732620964987
2024-11-26T11:36:08,480 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-26T11:36:08,542 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(746): ClusterId : 59786a2e-f430-4267-ae3e-6952bc30fc20
2024-11-26T11:36:08,545 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T11:36:08,551 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-26T11:36:08,560 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T11:36:08,560 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T11:36:08,561 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-26T11:36:08,567 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-26T11:36:08,573 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T11:36:08,573 DEBUG [RS:0;7f3a3edaecc3:42181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4bd7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0
2024-11-26T11:36:08,573 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,42251,1732620964987
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-26T11:36:08,581 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5
2024-11-26T11:36:08,581 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5
2024-11-26T11:36:08,581 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5
2024-11-26T11:36:08,581 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5
2024-11-26T11:36:08,582 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10
2024-11-26T11:36:08,582 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,582 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2
2024-11-26T11:36:08,582 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,584 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620998584
2024-11-26T11:36:08,585 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-26T11:36:08,586 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-26T11:36:08,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T11:36:08,588 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-26T11:36:08,590 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-26T11:36:08,591 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:42181
2024-11-26T11:36:08,591 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-26T11:36:08,591 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-26T11:36:08,591 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-26T11:36:08,594 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T11:36:08,594 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T11:36:08,592 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,594 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T11:36:08,596 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:08,596 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-26T11:36:08,596 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-26T11:36:08,597 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,42251,1732620964987 with port=42181, startcode=1732620965747
2024-11-26T11:36:08,598 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-26T11:36:08,598 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-26T11:36:08,601 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-26T11:36:08,601 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-26T11:36:08,603 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620968602,5,FailOnTimeoutGroup]
2024-11-26T11:36:08,604 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620968603,5,FailOnTimeoutGroup]
2024-11-26T11:36:08,604 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,604 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-26T11:36:08,606 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,606 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,610 DEBUG [RS:0;7f3a3edaecc3:42181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T11:36:08,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741831_1007 (size=1321)
2024-11-26T11:36:08,646 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T11:36:08,652 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:08,654 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42251 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:08,668 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:36:08,668 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35863
2024-11-26T11:36:08,668 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T11:36:08,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T11:36:08,677 DEBUG [RS:0;7f3a3edaecc3:42181 {}] zookeeper.ZKUtil(111): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:08,678 WARN  [RS:0;7f3a3edaecc3:42181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T11:36:08,678 INFO  [RS:0;7f3a3edaecc3:42181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T11:36:08,678 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/WALs/7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:08,680 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,42181,1732620965747]
2024-11-26T11:36:08,704 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T11:36:08,720 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T11:36:08,726 INFO  [RS:0;7f3a3edaecc3:42181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T11:36:08,726 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,727 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T11:36:08,732 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T11:36:08,733 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,733 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,734 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,734 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,734 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,734 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,734 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2
2024-11-26T11:36:08,734 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,734 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,735 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,735 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,735 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,735 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1
2024-11-26T11:36:08,735 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3
2024-11-26T11:36:08,735 DEBUG [RS:0;7f3a3edaecc3:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3
2024-11-26T11:36:08,737 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,737 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,737 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,737 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,737 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,738 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42181,1732620965747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T11:36:08,756 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T11:36:08,758 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42181,1732620965747-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,758 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,758 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.Replication(171): 7f3a3edaecc3,42181,1732620965747 started
2024-11-26T11:36:08,776 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:08,776 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,42181,1732620965747, RpcServer on 7f3a3edaecc3/172.17.0.3:42181, sessionid=0x10176edccdc0001
2024-11-26T11:36:08,777 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T11:36:08,777 DEBUG [RS:0;7f3a3edaecc3:42181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:08,777 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,42181,1732620965747'
2024-11-26T11:36:08,777 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T11:36:08,778 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T11:36:08,779 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T11:36:08,779 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T11:36:08,779 DEBUG [RS:0;7f3a3edaecc3:42181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:08,779 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,42181,1732620965747'
2024-11-26T11:36:08,779 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T11:36:08,780 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T11:36:08,781 DEBUG [RS:0;7f3a3edaecc3:42181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T11:36:08,781 INFO  [RS:0;7f3a3edaecc3:42181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T11:36:08,781 INFO  [RS:0;7f3a3edaecc3:42181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T11:36:09,020 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-26T11:36:09,021 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:36:09,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741832_1008 (size=32)
2024-11-26T11:36:09,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:09,446 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-26T11:36:09,449 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T11:36:09,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:09,450 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T11:36:09,450 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-26T11:36:09,453 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T11:36:09,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:09,454 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T11:36:09,454 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-26T11:36:09,457 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T11:36:09,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:09,458 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T11:36:09,458 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-26T11:36:09,461 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T11:36:09,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:09,463 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T11:36:09,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T11:36:09,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740
2024-11-26T11:36:09,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740
2024-11-26T11:36:09,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T11:36:09,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T11:36:09,470 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T11:36:09,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T11:36:09,476 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:36:09,477 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67612552, jitterRate=0.007505536079406738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T11:36:09,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732620969442Initializing all the Stores at 1732620969445 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620969445Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620969446 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620969446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620969446Cleaning up temporary data from old regions at 1732620969469 (+23 ms)Region opened successfully at 1732620969480 (+11 ms)
2024-11-26T11:36:09,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T11:36:09,480 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T11:36:09,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T11:36:09,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T11:36:09,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T11:36:09,482 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T11:36:09,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732620969480Disabling compacts and flushes for region at 1732620969480Disabling writes for close at 1732620969480Writing region close event to WAL at 1732620969482 (+2 ms)Closed at 1732620969482
2024-11-26T11:36:09,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T11:36:09,486 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-26T11:36:09,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-26T11:36:09,499 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T11:36:09,501 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-26T11:36:09,653 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:10,655 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:11,656 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:12,657 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:13,657 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:14,658 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:15,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-26T11:36:15,329 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-26T11:36:15,659 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:16,660 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:17,661 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:18,662 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:19,662 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:20,663 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:21,664 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:22,664 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:23,668 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:24,669 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:25,670 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:26,671 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:27,672 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:28,673 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:29,673 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:30,674 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:31,675 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:32,676 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:33,677 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:34,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T11:36:34,677 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:35,678 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:36,679 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:37,680 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:38,681 WARN  [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T11:36:38,793 INFO  [RS:0;7f3a3edaecc3:42181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T11:36:38,798 INFO  [RS:0;7f3a3edaecc3:42181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C42181%2C1732620965747, suffix=, logDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/WALs/7f3a3edaecc3,42181,1732620965747, archiveDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/oldWALs, maxLogs=32
2024-11-26T11:36:38,814 DEBUG [RS:0;7f3a3edaecc3:42181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/WALs/7f3a3edaecc3,42181,1732620965747/7f3a3edaecc3%2C42181%2C1732620965747.1732620998800, exclude list is [], retry=0
2024-11-26T11:36:38,819 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-4f4a7e10-b624-48c7-981c-9f37562e1130,DISK]
2024-11-26T11:36:38,823 INFO  [RS:0;7f3a3edaecc3:42181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/WALs/7f3a3edaecc3,42181,1732620965747/7f3a3edaecc3%2C42181%2C1732620965747.1732620998800
2024-11-26T11:36:38,823 DEBUG [RS:0;7f3a3edaecc3:42181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)]
2024-11-26T11:36:38,937 DEBUG [7f3a3edaecc3:42251 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-26T11:36:38,952 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:38,957 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,42181,1732620965747, state=OPENING
2024-11-26T11:36:38,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-26T11:36:38,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:38,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:36:38,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T11:36:38,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T11:36:38,984 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T11:36:38,985 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:36:39,166 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T11:36:39,170 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T11:36:39,183 INFO  [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-26T11:36:39,183 INFO  [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T11:36:39,183 INFO  [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-26T11:36:39,187 INFO  [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C42181%2C1732620965747.meta, suffix=.meta, logDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/WALs/7f3a3edaecc3,42181,1732620965747, archiveDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/oldWALs, maxLogs=32
2024-11-26T11:36:39,202 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/WALs/7f3a3edaecc3,42181,1732620965747/7f3a3edaecc3%2C42181%2C1732620965747.meta.1732620999188.meta, exclude list is [], retry=0
2024-11-26T11:36:39,205 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-4f4a7e10-b624-48c7-981c-9f37562e1130,DISK]
2024-11-26T11:36:39,208 INFO  [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/WALs/7f3a3edaecc3,42181,1732620965747/7f3a3edaecc3%2C42181%2C1732620965747.meta.1732620999188.meta
2024-11-26T11:36:39,209 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)]
2024-11-26T11:36:39,209 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:36:39,211 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-26T11:36:39,213 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-26T11:36:39,217 INFO  [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-26T11:36:39,220 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-26T11:36:39,221 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:39,221 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-26T11:36:39,221 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-26T11:36:39,224 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-26T11:36:39,225 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T11:36:39,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:39,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T11:36:39,227 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-26T11:36:39,228 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T11:36:39,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:39,229 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T11:36:39,229 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-26T11:36:39,230 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T11:36:39,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:39,231 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T11:36:39,232 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-26T11:36:39,233 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T11:36:39,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:39,234 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T11:36:39,235 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T11:36:39,236 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740
2024-11-26T11:36:39,239 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740
2024-11-26T11:36:39,241 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T11:36:39,241 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T11:36:39,242 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T11:36:39,244 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T11:36:39,245 INFO  [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60078343, jitterRate=-0.10476292669773102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T11:36:39,246 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-26T11:36:39,247 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732620999221Writing region info on filesystem at 1732620999222 (+1 ms)Initializing all the Stores at 1732620999223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620999223Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620999224 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620999224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620999224Cleaning up temporary data from old regions at 1732620999241 (+17 ms)Running coprocessor post-open hooks at 1732620999246 (+5 ms)Region opened successfully at 1732620999247 (+1 ms)
2024-11-26T11:36:39,253 INFO  [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620999159
2024-11-26T11:36:39,264 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-26T11:36:39,264 INFO  [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-26T11:36:39,266 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:39,269 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,42181,1732620965747, state=OPEN
2024-11-26T11:36:39,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T11:36:39,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T11:36:39,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T11:36:39,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T11:36:39,306 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:39,315 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-26T11:36:39,316 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,42181,1732620965747 in 321 msec
2024-11-26T11:36:39,324 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-26T11:36:39,324 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8270 sec
2024-11-26T11:36:39,326 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T11:36:39,326 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-26T11:36:39,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T11:36:39,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,42181,1732620965747, seqNum=-1]
2024-11-26T11:36:39,365 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T11:36:39,367 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T11:36:39,386 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.8760 sec
2024-11-26T11:36:39,386 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620999386, completionTime=-1
2024-11-26T11:36:39,389 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-26T11:36:39,389 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-26T11:36:39,415 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-26T11:36:39,416 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732621059415
2024-11-26T11:36:39,416 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732621119416
2024-11-26T11:36:39,416 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec
2024-11-26T11:36:39,417 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42251,1732620964987-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:39,418 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42251,1732620964987-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:39,418 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42251,1732620964987-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:39,419 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:42251, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:39,419 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:39,420 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:39,426 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-26T11:36:39,445 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.535sec
2024-11-26T11:36:39,447 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-26T11:36:39,448 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-26T11:36:39,449 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-26T11:36:39,449 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-26T11:36:39,449 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-26T11:36:39,450 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42251,1732620964987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T11:36:39,451 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42251,1732620964987-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-26T11:36:39,461 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-26T11:36:39,462 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-26T11:36:39,462 INFO  [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42251,1732620964987-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T11:36:39,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5e818d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T11:36:39,489 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-26T11:36:39,489 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-26T11:36:39,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42251,-1 for getting cluster id
2024-11-26T11:36:39,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T11:36:39,503 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59786a2e-f430-4267-ae3e-6952bc30fc20'
2024-11-26T11:36:39,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T11:36:39,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59786a2e-f430-4267-ae3e-6952bc30fc20"

2024-11-26T11:36:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18214de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T11:36:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42251,-1]
2024-11-26T11:36:39,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T11:36:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T11:36:39,515 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T11:36:39,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ba9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T11:36:39,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T11:36:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,42181,1732620965747, seqNum=-1]
2024-11-26T11:36:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T11:36:39,530 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T11:36:39,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,42251,1732620964987
2024-11-26T11:36:39,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14688263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T11:36:39,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42251,-1 for getting cluster id
2024-11-26T11:36:39,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T11:36:39,556 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59786a2e-f430-4267-ae3e-6952bc30fc20'
2024-11-26T11:36:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T11:36:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59786a2e-f430-4267-ae3e-6952bc30fc20"

2024-11-26T11:36:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adcb0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T11:36:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42251,-1]
2024-11-26T11:36:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T11:36:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T11:36:39,560 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T11:36:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a188c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T11:36:39,576 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=7470
2024-11-26T11:36:39,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-26T11:36:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,42251,1732620964987
2024-11-26T11:36:39,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494ab692
2024-11-26T11:36:39,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-26T11:36:39,592 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-26T11:36:39,598 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:36:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-26T11:36:39,610 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:36:39,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-26T11:36:39,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:39,635 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:36:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T11:36:39,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741835_1011 (size=428)
2024-11-26T11:36:40,058 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e07e0f28872ce03918ea9aa98cc500f, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:36:40,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741836_1012 (size=79)
2024-11-26T11:36:40,469 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:40,469 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8e07e0f28872ce03918ea9aa98cc500f, disabling compactions & flushes
2024-11-26T11:36:40,469 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:36:40,469 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:36:40,469 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f. after waiting 0 ms
2024-11-26T11:36:40,469 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:36:40,469 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:36:40,470 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e07e0f28872ce03918ea9aa98cc500f:
Waiting for close lock at 1732621000469Disabling compacts and flushes for region at 1732621000469Disabling writes for close at 1732621000469Writing region close event to WAL at 1732621000469Closed at 1732621000469
2024-11-26T11:36:40,472 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:36:40,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732621000473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621000473"}]},"ts":"1732621000473"}
2024-11-26T11:36:40,482 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:36:40,484 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:36:40,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621000484"}]},"ts":"1732621000484"}
2024-11-26T11:36:40,491 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-26T11:36:40,493 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8e07e0f28872ce03918ea9aa98cc500f, ASSIGN}]
2024-11-26T11:36:40,496 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8e07e0f28872ce03918ea9aa98cc500f, ASSIGN
2024-11-26T11:36:40,499 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8e07e0f28872ce03918ea9aa98cc500f, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:36:40,650 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e07e0f28872ce03918ea9aa98cc500f, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T11:36:40,655 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8e07e0f28872ce03918ea9aa98cc500f, ASSIGN because future has completed
2024-11-26T11:36:40,657 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e07e0f28872ce03918ea9aa98cc500f, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:36:40,820 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:36:40,820 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e07e0f28872ce03918ea9aa98cc500f, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:36:40,821 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,821 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:40,821 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,821 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,824 INFO  [StoreOpener-8e07e0f28872ce03918ea9aa98cc500f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8e07e0f28872ce03918ea9aa98cc500f 
2024-11-26T11:36:40,826 INFO  [StoreOpener-8e07e0f28872ce03918ea9aa98cc500f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e07e0f28872ce03918ea9aa98cc500f columnFamilyName testFamily
2024-11-26T11:36:40,827 DEBUG [StoreOpener-8e07e0f28872ce03918ea9aa98cc500f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:40,828 INFO  [StoreOpener-8e07e0f28872ce03918ea9aa98cc500f-1 {}] regionserver.HStore(327): Store=8e07e0f28872ce03918ea9aa98cc500f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:36:40,828 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,830 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,831 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,832 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,832 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,835 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,840 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8e07e0f28872ce03918ea9aa98cc500f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:36:40,842 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e07e0f28872ce03918ea9aa98cc500f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66205315, jitterRate=-0.013463929295539856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:36:40,842 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:36:40,843 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e07e0f28872ce03918ea9aa98cc500f:
Running coprocessor pre-open hook at 1732621000821Writing region info on filesystem at 1732621000821Initializing all the Stores at 1732621000823 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621000823Cleaning up temporary data from old regions at 1732621000832 (+9 ms)Running coprocessor post-open hooks at 1732621000842 (+10 ms)Region opened successfully at 1732621000843 (+1 ms)
2024-11-26T11:36:40,846 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f., pid=6, masterSystemTime=1732621000812
2024-11-26T11:36:40,849 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:36:40,849 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:36:40,850 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e07e0f28872ce03918ea9aa98cc500f, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:40,854 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e07e0f28872ce03918ea9aa98cc500f, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:36:40,860 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-26T11:36:40,860 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e07e0f28872ce03918ea9aa98cc500f, server=7f3a3edaecc3,42181,1732620965747 in 199 msec
2024-11-26T11:36:40,864 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-26T11:36:40,864 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8e07e0f28872ce03918ea9aa98cc500f, ASSIGN in 367 msec
2024-11-26T11:36:40,866 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:36:40,866 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621000866"}]},"ts":"1732621000866"}
2024-11-26T11:36:40,869 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-26T11:36:40,871 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:36:40,875 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2700 sec
2024-11-26T11:36:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T11:36:42,673 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-26T11:36:42,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-26T11:36:42,675 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:36:42,681 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-26T11:36:42,681 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:36:42,682 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-26T11:36:42,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T11:36:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,42181,1732620965747, seqNum=-1]
2024-11-26T11:36:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T11:36:42,689 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T11:36:42,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:36:42,710 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:36:42,713 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-26T11:36:42,718 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-26T11:36:42,723 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-26T11:36:42,725 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-26T11:36:42,726 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4301793098544971768
2024-11-26T11:36:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:37080 deadline: 1732621005725, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T11:36:42,753 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-26T11:36:42,755 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-26T11:36:42,756 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:36:42,757 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:36:42,758 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4301793098544971766
2024-11-26T11:36:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:37080 deadline: 1732621005757, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T11:36:42,762 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:36:42,763 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4301793098544971765
2024-11-26T11:36:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:37080 deadline: 1732621005761, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T11:36:42,767 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:36:42,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4301793098544971764
2024-11-26T11:36:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:37080 deadline: 1732621005766, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T11:36:42,773 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:36:42,786 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1360495212_22 at /127.0.0.1:50456 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=7336 (was 7470)
2024-11-26T11:36:42,795 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=7334
2024-11-26T11:36:42,799 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:36:42,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-26T11:36:42,804 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:36:42,804 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:42,804 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-26T11:36:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T11:36:42,806 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:36:42,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741837_1013 (size=414)
2024-11-26T11:36:43,232 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15767b235465f31493ba8c0ed7d9ea02, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:36:43,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741838_1014 (size=65)
2024-11-26T11:36:43,643 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:43,643 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 15767b235465f31493ba8c0ed7d9ea02, disabling compactions & flushes
2024-11-26T11:36:43,643 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:36:43,644 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:36:43,644 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02. after waiting 0 ms
2024-11-26T11:36:43,644 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:36:43,644 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:36:43,644 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15767b235465f31493ba8c0ed7d9ea02:
Waiting for close lock at 1732621003643Disabling compacts and flushes for region at 1732621003643Disabling writes for close at 1732621003644 (+1 ms)Writing region close event to WAL at 1732621003644Closed at 1732621003644
2024-11-26T11:36:43,648 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:36:43,649 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732621003648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621003648"}]},"ts":"1732621003648"}
2024-11-26T11:36:43,654 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:36:43,656 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:36:43,657 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621003656"}]},"ts":"1732621003656"}
2024-11-26T11:36:43,661 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-26T11:36:43,662 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15767b235465f31493ba8c0ed7d9ea02, ASSIGN}]
2024-11-26T11:36:43,664 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15767b235465f31493ba8c0ed7d9ea02, ASSIGN
2024-11-26T11:36:43,666 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15767b235465f31493ba8c0ed7d9ea02, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:36:43,817 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=15767b235465f31493ba8c0ed7d9ea02, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:43,822 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15767b235465f31493ba8c0ed7d9ea02, ASSIGN because future has completed
2024-11-26T11:36:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T11:36:43,823 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15767b235465f31493ba8c0ed7d9ea02, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:36:43,993 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:36:43,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 15767b235465f31493ba8c0ed7d9ea02, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:36:43,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:43,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:43,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:43,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:43,996 INFO  [StoreOpener-15767b235465f31493ba8c0ed7d9ea02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 15767b235465f31493ba8c0ed7d9ea02 
2024-11-26T11:36:43,999 INFO  [StoreOpener-15767b235465f31493ba8c0ed7d9ea02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15767b235465f31493ba8c0ed7d9ea02 columnFamilyName testFamily
2024-11-26T11:36:43,999 DEBUG [StoreOpener-15767b235465f31493ba8c0ed7d9ea02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:44,000 INFO  [StoreOpener-15767b235465f31493ba8c0ed7d9ea02-1 {}] regionserver.HStore(327): Store=15767b235465f31493ba8c0ed7d9ea02/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:36:44,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScanner/15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScanner/15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:44,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:44,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:44,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:44,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScanner/15767b235465f31493ba8c0ed7d9ea02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:36:44,010 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 15767b235465f31493ba8c0ed7d9ea02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70921014, jitterRate=0.05680546164512634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:36:44,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:36:44,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 15767b235465f31493ba8c0ed7d9ea02:
Running coprocessor pre-open hook at 1732621003994Writing region info on filesystem at 1732621003994Initializing all the Stores at 1732621003996 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621003996Cleaning up temporary data from old regions at 1732621004003 (+7 ms)Running coprocessor post-open hooks at 1732621004010 (+7 ms)Region opened successfully at 1732621004011 (+1 ms)
2024-11-26T11:36:44,012 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02., pid=9, masterSystemTime=1732621003978
2024-11-26T11:36:44,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:36:44,016 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:36:44,017 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=15767b235465f31493ba8c0ed7d9ea02, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:44,020 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15767b235465f31493ba8c0ed7d9ea02, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:36:44,025 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-26T11:36:44,026 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 15767b235465f31493ba8c0ed7d9ea02, server=7f3a3edaecc3,42181,1732620965747 in 198 msec
2024-11-26T11:36:44,029 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-26T11:36:44,029 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15767b235465f31493ba8c0ed7d9ea02, ASSIGN in 363 msec
2024-11-26T11:36:44,030 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:36:44,030 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621004030"}]},"ts":"1732621004030"}
2024-11-26T11:36:44,033 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-26T11:36:44,034 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:36:44,036 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2350 sec
2024-11-26T11:36:44,757 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T11:36:44,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-26T11:36:44,790 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-26T11:36:44,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-26T11:36:45,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-26T11:36:45,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-26T11:36:45,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T11:36:45,329 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-26T11:36:45,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-26T11:36:45,330 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T11:36:45,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-26T11:36:45,331 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-26T11:36:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T11:36:45,844 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-26T11:36:45,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-26T11:36:45,844 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:36:45,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-26T11:36:45,849 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:36:45,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-26T11:36:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:36:45,869 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:36:45,869 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-26T11:36:45,873 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T11:36:45,876 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-26T11:36:51,898 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7f3a3edaecc3:42181 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6022ms, rpcTimeout=5999ms
2024-11-26T11:36:51,899 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6022ms, rpcTimeout=5999ms
2024-11-26T11:36:51,899 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 from cache
2024-11-26T11:36:51,907 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=7156 (was 7334)
2024-11-26T11:36:51,916 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=7156
2024-11-26T11:36:51,918 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:36:51,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-26T11:36:51,923 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:36:51,924 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:51,924 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-26T11:36:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-26T11:36:51,926 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:36:51,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741839_1015 (size=412)
2024-11-26T11:36:52,344 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b84a659a8d6e0fe97ea9d64dc2599049, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:36:52,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741840_1016 (size=63)
2024-11-26T11:36:52,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-26T11:36:52,762 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:52,762 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing b84a659a8d6e0fe97ea9d64dc2599049, disabling compactions & flushes
2024-11-26T11:36:52,762 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:36:52,762 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:36:52,762 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049. after waiting 0 ms
2024-11-26T11:36:52,762 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:36:52,762 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:36:52,763 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b84a659a8d6e0fe97ea9d64dc2599049:
Waiting for close lock at 1732621012762Disabling compacts and flushes for region at 1732621012762Disabling writes for close at 1732621012762Writing region close event to WAL at 1732621012762Closed at 1732621012762
2024-11-26T11:36:52,767 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:36:52,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732621012767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621012767"}]},"ts":"1732621012767"}
2024-11-26T11:36:52,777 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:36:52,779 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:36:52,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621012779"}]},"ts":"1732621012779"}
2024-11-26T11:36:52,782 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-26T11:36:52,782 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b84a659a8d6e0fe97ea9d64dc2599049, ASSIGN}]
2024-11-26T11:36:52,784 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b84a659a8d6e0fe97ea9d64dc2599049, ASSIGN
2024-11-26T11:36:52,785 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b84a659a8d6e0fe97ea9d64dc2599049, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:36:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-26T11:36:52,937 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b84a659a8d6e0fe97ea9d64dc2599049, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:52,944 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b84a659a8d6e0fe97ea9d64dc2599049, ASSIGN because future has completed
2024-11-26T11:36:52,945 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b84a659a8d6e0fe97ea9d64dc2599049, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:36:53,107 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:36:53,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => b84a659a8d6e0fe97ea9d64dc2599049, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:36:53,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:36:53,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,112 INFO  [StoreOpener-b84a659a8d6e0fe97ea9d64dc2599049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b84a659a8d6e0fe97ea9d64dc2599049 
2024-11-26T11:36:53,115 INFO  [StoreOpener-b84a659a8d6e0fe97ea9d64dc2599049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b84a659a8d6e0fe97ea9d64dc2599049 columnFamilyName testFamily
2024-11-26T11:36:53,115 DEBUG [StoreOpener-b84a659a8d6e0fe97ea9d64dc2599049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:36:53,116 INFO  [StoreOpener-b84a659a8d6e0fe97ea9d64dc2599049-1 {}] regionserver.HStore(327): Store=b84a659a8d6e0fe97ea9d64dc2599049/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:36:53,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNextAsync/b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNextAsync/b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNextAsync/b84a659a8d6e0fe97ea9d64dc2599049/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:36:53,128 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened b84a659a8d6e0fe97ea9d64dc2599049; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69793370, jitterRate=0.040002256631851196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:36:53,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:36:53,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for b84a659a8d6e0fe97ea9d64dc2599049:
Running coprocessor pre-open hook at 1732621013109Writing region info on filesystem at 1732621013109Initializing all the Stores at 1732621013111 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621013111Cleaning up temporary data from old regions at 1732621013120 (+9 ms)Running coprocessor post-open hooks at 1732621013128 (+8 ms)Region opened successfully at 1732621013129 (+1 ms)
2024-11-26T11:36:53,130 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049., pid=12, masterSystemTime=1732621013099
2024-11-26T11:36:53,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:36:53,133 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:36:53,134 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b84a659a8d6e0fe97ea9d64dc2599049, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:36:53,138 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b84a659a8d6e0fe97ea9d64dc2599049, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:36:53,143 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-26T11:36:53,143 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b84a659a8d6e0fe97ea9d64dc2599049, server=7f3a3edaecc3,42181,1732620965747 in 195 msec
2024-11-26T11:36:53,147 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-26T11:36:53,147 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b84a659a8d6e0fe97ea9d64dc2599049, ASSIGN in 361 msec
2024-11-26T11:36:53,148 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:36:53,148 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621013148"}]},"ts":"1732621013148"}
2024-11-26T11:36:53,150 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-26T11:36:53,152 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:36:53,154 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2340 sec
2024-11-26T11:36:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-26T11:36:54,964 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-26T11:36:54,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-26T11:36:54,964 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:36:54,971 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-26T11:36:54,971 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:36:54,971 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-26T11:36:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:36:54,987 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:36:54,987 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-26T11:36:54,992 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T11:36:54,994 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T11:36:54,996 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T11:36:54,997 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-26T11:36:55,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-26T11:36:55,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T11:36:56,793 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-26T11:36:58,633 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T11:37:01,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42181 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971755' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T11:37:01,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:37080 deadline: 1732621027004, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971755' does not exist
2024-11-26T11:37:01,013 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7f3a3edaecc3,42181,1732620965747 for closing scanner id = -4301793098544971755 for b84a659a8d6e0fe97ea9d64dc2599049 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971755' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T11:37:01,016 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=7053 (was 7156)
2024-11-26T11:37:01,025 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=7052
2024-11-26T11:37:01,027 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:37:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-26T11:37:01,030 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:37:01,030 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:01,031 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-26T11:37:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-26T11:37:01,032 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:37:01,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741841_1017 (size=423)
2024-11-26T11:37:01,448 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac8242783cf7350e03224e2a910e2521, NAME => 'testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:37:01,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741842_1018 (size=74)
2024-11-26T11:37:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-26T11:37:01,863 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:01,863 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing ac8242783cf7350e03224e2a910e2521, disabling compactions & flushes
2024-11-26T11:37:01,863 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:01,863 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:01,863 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521. after waiting 0 ms
2024-11-26T11:37:01,863 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:01,864 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:01,864 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac8242783cf7350e03224e2a910e2521:
Waiting for close lock at 1732621021863Disabling compacts and flushes for region at 1732621021863Disabling writes for close at 1732621021863Writing region close event to WAL at 1732621021864 (+1 ms)Closed at 1732621021864
2024-11-26T11:37:01,867 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:37:01,868 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732621021867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621021867"}]},"ts":"1732621021867"}
2024-11-26T11:37:01,874 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:37:01,876 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:37:01,877 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621021876"}]},"ts":"1732621021876"}
2024-11-26T11:37:01,881 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-26T11:37:01,881 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ac8242783cf7350e03224e2a910e2521, ASSIGN}]
2024-11-26T11:37:01,883 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ac8242783cf7350e03224e2a910e2521, ASSIGN
2024-11-26T11:37:01,884 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ac8242783cf7350e03224e2a910e2521, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:37:02,036 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ac8242783cf7350e03224e2a910e2521, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-26T11:37:02,045 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ac8242783cf7350e03224e2a910e2521, ASSIGN because future has completed
2024-11-26T11:37:02,046 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8242783cf7350e03224e2a910e2521, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:37:02,209 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:02,209 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ac8242783cf7350e03224e2a910e2521, NAME => 'testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:37:02,210 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,210 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:02,210 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,210 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,213 INFO  [StoreOpener-ac8242783cf7350e03224e2a910e2521-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ac8242783cf7350e03224e2a910e2521 
2024-11-26T11:37:02,216 INFO  [StoreOpener-ac8242783cf7350e03224e2a910e2521-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8242783cf7350e03224e2a910e2521 columnFamilyName testFamily
2024-11-26T11:37:02,217 DEBUG [StoreOpener-ac8242783cf7350e03224e2a910e2521-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:02,218 INFO  [StoreOpener-ac8242783cf7350e03224e2a910e2521-1 {}] regionserver.HStore(327): Store=ac8242783cf7350e03224e2a910e2521/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:37:02,218 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,219 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextException/ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,220 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextException/ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,221 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,221 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,226 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,230 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextException/ac8242783cf7350e03224e2a910e2521/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:37:02,231 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ac8242783cf7350e03224e2a910e2521; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63789966, jitterRate=-0.0494554340839386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:37:02,231 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:02,231 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ac8242783cf7350e03224e2a910e2521:
Running coprocessor pre-open hook at 1732621022210Writing region info on filesystem at 1732621022210Initializing all the Stores at 1732621022212 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621022212Cleaning up temporary data from old regions at 1732621022221 (+9 ms)Running coprocessor post-open hooks at 1732621022231 (+10 ms)Region opened successfully at 1732621022231
2024-11-26T11:37:02,233 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521., pid=15, masterSystemTime=1732621022199
2024-11-26T11:37:02,236 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:02,236 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:02,237 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ac8242783cf7350e03224e2a910e2521, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:02,240 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8242783cf7350e03224e2a910e2521, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:37:02,245 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-26T11:37:02,245 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ac8242783cf7350e03224e2a910e2521, server=7f3a3edaecc3,42181,1732620965747 in 195 msec
2024-11-26T11:37:02,248 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-26T11:37:02,248 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ac8242783cf7350e03224e2a910e2521, ASSIGN in 364 msec
2024-11-26T11:37:02,250 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:37:02,250 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621022250"}]},"ts":"1732621022250"}
2024-11-26T11:37:02,252 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-26T11:37:02,254 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:37:02,257 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2270 sec
2024-11-26T11:37:02,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-26T11:37:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-26T11:37:04,066 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-26T11:37:04,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-26T11:37:04,067 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:04,077 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-26T11:37:04,078 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:04,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-26T11:37:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:37:04,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T11:37:04,095 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:37:04,095 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-26T11:37:04,099 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-26T11:37:04,102 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-26T11:37:04,103 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-26T11:37:04,104 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4301793098544971751
2024-11-26T11:37:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:37080 deadline: 1732621027103, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T11:37:04,109 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-26T11:37:04,110 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-26T11:37:04,111 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:37:04,112 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:37:04,113 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4301793098544971749
2024-11-26T11:37:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:37080 deadline: 1732621027111, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T11:37:04,115 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:37:04,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4301793098544971748
2024-11-26T11:37:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:37080 deadline: 1732621027115, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T11:37:04,119 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:37:04,119 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4301793098544971747
2024-11-26T11:37:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:37080 deadline: 1732621027118, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T11:37:04,122 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T11:37:04,130 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 225), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 177), ProcessCount=11 (was 11), AvailableMemoryMB=7041 (was 7052)
2024-11-26T11:37:04,140 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=7041
2024-11-26T11:37:04,143 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:37:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-26T11:37:04,146 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:37:04,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:04,146 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-26T11:37:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-26T11:37:04,148 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:37:04,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741843_1019 (size=418)
2024-11-26T11:37:04,565 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1615b515911d2030806e2d62b537e1c4, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:37:04,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741844_1020 (size=69)
2024-11-26T11:37:04,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:04,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 1615b515911d2030806e2d62b537e1c4, disabling compactions & flushes
2024-11-26T11:37:04,980 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:04,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:04,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4. after waiting 0 ms
2024-11-26T11:37:04,981 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:04,981 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:04,981 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1615b515911d2030806e2d62b537e1c4:
Waiting for close lock at 1732621024980Disabling compacts and flushes for region at 1732621024980Disabling writes for close at 1732621024981 (+1 ms)Writing region close event to WAL at 1732621024981Closed at 1732621024981
2024-11-26T11:37:04,985 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:37:04,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732621024986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621024986"}]},"ts":"1732621024986"}
2024-11-26T11:37:04,991 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:37:04,993 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:37:04,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621024993"}]},"ts":"1732621024993"}
2024-11-26T11:37:04,996 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-26T11:37:04,996 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1615b515911d2030806e2d62b537e1c4, ASSIGN}]
2024-11-26T11:37:04,998 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1615b515911d2030806e2d62b537e1c4, ASSIGN
2024-11-26T11:37:04,999 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1615b515911d2030806e2d62b537e1c4, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:37:05,151 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1615b515911d2030806e2d62b537e1c4, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:05,160 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1615b515911d2030806e2d62b537e1c4, ASSIGN because future has completed
2024-11-26T11:37:05,161 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1615b515911d2030806e2d62b537e1c4, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:37:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-26T11:37:05,321 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:05,321 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1615b515911d2030806e2d62b537e1c4, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:37:05,322 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,322 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:05,322 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,322 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,324 INFO  [StoreOpener-1615b515911d2030806e2d62b537e1c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1615b515911d2030806e2d62b537e1c4 
2024-11-26T11:37:05,327 INFO  [StoreOpener-1615b515911d2030806e2d62b537e1c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1615b515911d2030806e2d62b537e1c4 columnFamilyName testFamily
2024-11-26T11:37:05,327 DEBUG [StoreOpener-1615b515911d2030806e2d62b537e1c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:05,327 INFO  [StoreOpener-1615b515911d2030806e2d62b537e1c4-1 {}] regionserver.HStore(327): Store=1615b515911d2030806e2d62b537e1c4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:37:05,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-26T11:37:05,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-26T11:37:05,328 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,329 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScanner/1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,329 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScanner/1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,330 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,330 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,332 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,335 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScanner/1615b515911d2030806e2d62b537e1c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:37:05,336 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1615b515911d2030806e2d62b537e1c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60254866, jitterRate=-0.10213252902030945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:37:05,336 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:05,337 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1615b515911d2030806e2d62b537e1c4:
Running coprocessor pre-open hook at 1732621025322Writing region info on filesystem at 1732621025322Initializing all the Stores at 1732621025324 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621025324Cleaning up temporary data from old regions at 1732621025330 (+6 ms)Running coprocessor post-open hooks at 1732621025336 (+6 ms)Region opened successfully at 1732621025337 (+1 ms)
2024-11-26T11:37:05,338 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., pid=18, masterSystemTime=1732621025316
2024-11-26T11:37:05,341 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:05,341 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:05,342 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1615b515911d2030806e2d62b537e1c4, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:05,345 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1615b515911d2030806e2d62b537e1c4, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:37:05,349 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-26T11:37:05,349 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 1615b515911d2030806e2d62b537e1c4, server=7f3a3edaecc3,42181,1732620965747 in 185 msec
2024-11-26T11:37:05,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-26T11:37:05,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1615b515911d2030806e2d62b537e1c4, ASSIGN in 353 msec
2024-11-26T11:37:05,353 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:37:05,354 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621025353"}]},"ts":"1732621025353"}
2024-11-26T11:37:05,356 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-26T11:37:05,357 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:37:05,360 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2140 sec
2024-11-26T11:37:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-26T11:37:07,183 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-26T11:37:07,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-26T11:37:07,183 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:07,190 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-26T11:37:07,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:07,190 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-26T11:37:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:37:07,206 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:37:07,206 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-26T11:37:07,209 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T11:37:07,211 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T11:37:07,712 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T11:37:08,213 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7f3a3edaecc3:42181 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-26T11:37:08,213 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-26T11:37:08,213 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 from cache
2024-11-26T11:37:08,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-26T11:37:08,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-26T11:37:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:37:09,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T11:37:10,213 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7f3a3edaecc3:42181 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=979ms
2024-11-26T11:37:10,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=979ms
2024-11-26T11:37:10,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 from cache
2024-11-26T11:37:10,223 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 177), ProcessCount=11 (was 11), AvailableMemoryMB=7022 (was 7041)
2024-11-26T11:37:10,230 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7021
2024-11-26T11:37:10,233 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:37:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-26T11:37:10,237 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:37:10,237 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:10,237 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-26T11:37:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-26T11:37:10,238 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:37:10,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741845_1021 (size=416)
2024-11-26T11:37:10,650 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b533019c102761f8c893bb010ebcaa3, NAME => 'testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:37:10,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741846_1022 (size=67)
2024-11-26T11:37:10,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-26T11:37:11,064 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:11,064 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 1b533019c102761f8c893bb010ebcaa3, disabling compactions & flushes
2024-11-26T11:37:11,064 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:11,064 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:11,064 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3. after waiting 0 ms
2024-11-26T11:37:11,065 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:11,065 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:11,066 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b533019c102761f8c893bb010ebcaa3:
Waiting for close lock at 1732621031064Disabling compacts and flushes for region at 1732621031064Disabling writes for close at 1732621031065 (+1 ms)Writing region close event to WAL at 1732621031065Closed at 1732621031065
2024-11-26T11:37:11,070 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:37:11,071 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732621031070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621031070"}]},"ts":"1732621031070"}
2024-11-26T11:37:11,075 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:37:11,076 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:37:11,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621031076"}]},"ts":"1732621031076"}
2024-11-26T11:37:11,079 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-26T11:37:11,080 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=1b533019c102761f8c893bb010ebcaa3, ASSIGN}]
2024-11-26T11:37:11,082 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=1b533019c102761f8c893bb010ebcaa3, ASSIGN
2024-11-26T11:37:11,083 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=1b533019c102761f8c893bb010ebcaa3, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:37:11,234 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=1b533019c102761f8c893bb010ebcaa3, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:11,238 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=1b533019c102761f8c893bb010ebcaa3, ASSIGN because future has completed
2024-11-26T11:37:11,238 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b533019c102761f8c893bb010ebcaa3, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:37:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-26T11:37:11,401 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:11,402 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b533019c102761f8c893bb010ebcaa3, NAME => 'testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:37:11,403 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,403 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:11,403 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,403 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,406 INFO  [StoreOpener-1b533019c102761f8c893bb010ebcaa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1b533019c102761f8c893bb010ebcaa3 
2024-11-26T11:37:11,408 INFO  [StoreOpener-1b533019c102761f8c893bb010ebcaa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b533019c102761f8c893bb010ebcaa3 columnFamilyName testFamily
2024-11-26T11:37:11,408 DEBUG [StoreOpener-1b533019c102761f8c893bb010ebcaa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:11,409 INFO  [StoreOpener-1b533019c102761f8c893bb010ebcaa3-1 {}] regionserver.HStore(327): Store=1b533019c102761f8c893bb010ebcaa3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:37:11,409 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,411 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNextAsync/1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,411 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNextAsync/1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,412 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,412 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,415 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,420 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNextAsync/1b533019c102761f8c893bb010ebcaa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:37:11,421 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1b533019c102761f8c893bb010ebcaa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64376091, jitterRate=-0.04072149097919464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:37:11,422 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:11,422 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1b533019c102761f8c893bb010ebcaa3:
Running coprocessor pre-open hook at 1732621031404Writing region info on filesystem at 1732621031404Initializing all the Stores at 1732621031405 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621031405Cleaning up temporary data from old regions at 1732621031412 (+7 ms)Running coprocessor post-open hooks at 1732621031422 (+10 ms)Region opened successfully at 1732621031422
2024-11-26T11:37:11,424 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3., pid=21, masterSystemTime=1732621031392
2024-11-26T11:37:11,427 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:11,427 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:11,428 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=1b533019c102761f8c893bb010ebcaa3, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:11,431 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b533019c102761f8c893bb010ebcaa3, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:37:11,435 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-26T11:37:11,435 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b533019c102761f8c893bb010ebcaa3, server=7f3a3edaecc3,42181,1732620965747 in 194 msec
2024-11-26T11:37:11,438 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-26T11:37:11,438 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=1b533019c102761f8c893bb010ebcaa3, ASSIGN in 355 msec
2024-11-26T11:37:11,439 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:37:11,440 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621031440"}]},"ts":"1732621031440"}
2024-11-26T11:37:11,442 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-26T11:37:11,443 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:37:11,445 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2100 sec
2024-11-26T11:37:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-26T11:37:13,275 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-26T11:37:13,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-26T11:37:13,276 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:13,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-26T11:37:13,283 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:13,283 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-26T11:37:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:37:13,297 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:37:13,297 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-26T11:37:13,300 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T11:37:13,303 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T11:37:13,304 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T11:37:13,305 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-26T11:37:14,798 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-26T11:37:15,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-26T11:37:15,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-26T11:37:15,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-26T11:37:15,330 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T11:37:16,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42181 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971736' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T11:37:16,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42181 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:37080 deadline: 1732621037315, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971736' does not exist
2024-11-26T11:37:16,329 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7f3a3edaecc3,42181,1732620965747 for closing scanner id = -4301793098544971736 for 1b533019c102761f8c893bb010ebcaa3 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971736' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T11:37:16,338 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7006 (was 7021)
2024-11-26T11:37:16,349 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7006
2024-11-26T11:37:16,352 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:37:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-26T11:37:16,356 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:37:16,357 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:16,357 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-26T11:37:16,358 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:37:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-26T11:37:16,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741847_1023 (size=411)
2024-11-26T11:37:16,771 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3654ebb321a9472fdf108e10cfd618ae, NAME => 'testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:37:16,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741848_1024 (size=62)
2024-11-26T11:37:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-26T11:37:16,905 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T11:37:17,183 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:17,183 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 3654ebb321a9472fdf108e10cfd618ae, disabling compactions & flushes
2024-11-26T11:37:17,183 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:17,183 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:17,183 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae. after waiting 0 ms
2024-11-26T11:37:17,183 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:17,184 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:17,184 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3654ebb321a9472fdf108e10cfd618ae:
Waiting for close lock at 1732621037183Disabling compacts and flushes for region at 1732621037183Disabling writes for close at 1732621037183Writing region close event to WAL at 1732621037184 (+1 ms)Closed at 1732621037184
2024-11-26T11:37:17,187 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:37:17,188 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732621037187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621037187"}]},"ts":"1732621037187"}
2024-11-26T11:37:17,193 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:37:17,194 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:37:17,195 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621037195"}]},"ts":"1732621037195"}
2024-11-26T11:37:17,198 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-26T11:37:17,198 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3654ebb321a9472fdf108e10cfd618ae, ASSIGN}]
2024-11-26T11:37:17,200 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3654ebb321a9472fdf108e10cfd618ae, ASSIGN
2024-11-26T11:37:17,202 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3654ebb321a9472fdf108e10cfd618ae, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:37:17,354 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3654ebb321a9472fdf108e10cfd618ae, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:17,362 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3654ebb321a9472fdf108e10cfd618ae, ASSIGN because future has completed
2024-11-26T11:37:17,363 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3654ebb321a9472fdf108e10cfd618ae, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:37:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-26T11:37:17,528 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:17,529 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3654ebb321a9472fdf108e10cfd618ae, NAME => 'testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:37:17,530 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,530 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:17,530 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,531 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,535 INFO  [StoreOpener-3654ebb321a9472fdf108e10cfd618ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3654ebb321a9472fdf108e10cfd618ae 
2024-11-26T11:37:17,537 INFO  [StoreOpener-3654ebb321a9472fdf108e10cfd618ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3654ebb321a9472fdf108e10cfd618ae columnFamilyName testFamily
2024-11-26T11:37:17,537 DEBUG [StoreOpener-3654ebb321a9472fdf108e10cfd618ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:17,538 INFO  [StoreOpener-3654ebb321a9472fdf108e10cfd618ae-1 {}] regionserver.HStore(327): Store=3654ebb321a9472fdf108e10cfd618ae/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:37:17,538 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,539 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNext/3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,540 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNext/3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,541 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,541 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,544 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,547 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNext/3654ebb321a9472fdf108e10cfd618ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:37:17,548 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3654ebb321a9472fdf108e10cfd618ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75444628, jitterRate=0.12421256303787231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:37:17,548 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:17,549 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3654ebb321a9472fdf108e10cfd618ae:
Running coprocessor pre-open hook at 1732621037531Writing region info on filesystem at 1732621037531Initializing all the Stores at 1732621037534 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621037534Cleaning up temporary data from old regions at 1732621037541 (+7 ms)Running coprocessor post-open hooks at 1732621037548 (+7 ms)Region opened successfully at 1732621037549 (+1 ms)
2024-11-26T11:37:17,550 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae., pid=24, masterSystemTime=1732621037518
2024-11-26T11:37:17,553 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:17,553 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:17,554 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3654ebb321a9472fdf108e10cfd618ae, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:17,556 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3654ebb321a9472fdf108e10cfd618ae, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:37:17,560 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-26T11:37:17,560 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 3654ebb321a9472fdf108e10cfd618ae, server=7f3a3edaecc3,42181,1732620965747 in 195 msec
2024-11-26T11:37:17,563 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-26T11:37:17,563 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3654ebb321a9472fdf108e10cfd618ae, ASSIGN in 362 msec
2024-11-26T11:37:17,564 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:37:17,564 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621037564"}]},"ts":"1732621037564"}
2024-11-26T11:37:17,567 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-26T11:37:17,568 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:37:17,570 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2160 sec
2024-11-26T11:37:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-26T11:37:19,385 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-26T11:37:19,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-26T11:37:19,386 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:19,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-26T11:37:19,394 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:19,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-26T11:37:19,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:37:19,409 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:37:19,409 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-26T11:37:19,412 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T11:37:19,415 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T11:37:19,416 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T11:37:19,417 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-26T11:37:19,464 INFO  [master/7f3a3edaecc3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-26T11:37:19,464 INFO  [master/7f3a3edaecc3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-26T11:37:20,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-26T11:37:22,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42181 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971732' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T11:37:22,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42181 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:37080 deadline: 1732621043429, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971732' does not exist
2024-11-26T11:37:22,432 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7f3a3edaecc3,42181,1732620965747 for closing scanner id = -4301793098544971732 for 3654ebb321a9472fdf108e10cfd618ae of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971732' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T11:37:22,438 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=6995 (was 7006)
2024-11-26T11:37:22,447 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=6995
2024-11-26T11:37:22,449 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:37:22,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-26T11:37:22,453 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:37:22,453 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:22,453 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-26T11:37:22,454 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:37:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-26T11:37:22,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741849_1025 (size=419)
2024-11-26T11:37:22,869 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be41fccb7f31082f74c8046814404580, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:37:22,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741850_1026 (size=70)
2024-11-26T11:37:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-26T11:37:23,034 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T11:37:23,280 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:23,281 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing be41fccb7f31082f74c8046814404580, disabling compactions & flushes
2024-11-26T11:37:23,281 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:23,281 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:23,281 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580. after waiting 0 ms
2024-11-26T11:37:23,281 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:23,281 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:23,281 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for be41fccb7f31082f74c8046814404580:
Waiting for close lock at 1732621043281Disabling compacts and flushes for region at 1732621043281Disabling writes for close at 1732621043281Writing region close event to WAL at 1732621043281Closed at 1732621043281
2024-11-26T11:37:23,284 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:37:23,285 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732621043284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621043284"}]},"ts":"1732621043284"}
2024-11-26T11:37:23,290 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:37:23,291 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:37:23,292 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621043291"}]},"ts":"1732621043291"}
2024-11-26T11:37:23,294 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-26T11:37:23,294 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be41fccb7f31082f74c8046814404580, ASSIGN}]
2024-11-26T11:37:23,295 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be41fccb7f31082f74c8046814404580, ASSIGN
2024-11-26T11:37:23,296 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be41fccb7f31082f74c8046814404580, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:37:23,447 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=be41fccb7f31082f74c8046814404580, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:23,454 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be41fccb7f31082f74c8046814404580, ASSIGN because future has completed
2024-11-26T11:37:23,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure be41fccb7f31082f74c8046814404580, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:37:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-26T11:37:23,619 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:23,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => be41fccb7f31082f74c8046814404580, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:37:23,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:23,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,624 INFO  [StoreOpener-be41fccb7f31082f74c8046814404580-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region be41fccb7f31082f74c8046814404580 
2024-11-26T11:37:23,627 INFO  [StoreOpener-be41fccb7f31082f74c8046814404580-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be41fccb7f31082f74c8046814404580 columnFamilyName testFamily
2024-11-26T11:37:23,627 DEBUG [StoreOpener-be41fccb7f31082f74c8046814404580-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:23,627 INFO  [StoreOpener-be41fccb7f31082f74c8046814404580-1 {}] regionserver.HStore(327): Store=be41fccb7f31082f74c8046814404580/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:37:23,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be41fccb7f31082f74c8046814404580/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:37:23,635 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened be41fccb7f31082f74c8046814404580; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62179041, jitterRate=-0.07346008718013763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:37:23,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be41fccb7f31082f74c8046814404580
2024-11-26T11:37:23,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for be41fccb7f31082f74c8046814404580:
Running coprocessor pre-open hook at 1732621043621Writing region info on filesystem at 1732621043621Initializing all the Stores at 1732621043624 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621043624Cleaning up temporary data from old regions at 1732621043630 (+6 ms)Running coprocessor post-open hooks at 1732621043635 (+5 ms)Region opened successfully at 1732621043636 (+1 ms)
2024-11-26T11:37:23,637 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580., pid=27, masterSystemTime=1732621043610
2024-11-26T11:37:23,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:23,639 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:23,640 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=be41fccb7f31082f74c8046814404580, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:23,642 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure be41fccb7f31082f74c8046814404580, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:37:23,646 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-26T11:37:23,646 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure be41fccb7f31082f74c8046814404580, server=7f3a3edaecc3,42181,1732620965747 in 189 msec
2024-11-26T11:37:23,648 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-26T11:37:23,648 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be41fccb7f31082f74c8046814404580, ASSIGN in 352 msec
2024-11-26T11:37:23,649 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:37:23,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621043649"}]},"ts":"1732621043649"}
2024-11-26T11:37:23,652 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-26T11:37:23,653 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:37:23,655 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2030 sec
2024-11-26T11:37:25,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-26T11:37:25,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-26T11:37:25,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-26T11:37:25,329 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T11:37:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-26T11:37:25,473 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-26T11:37:25,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-26T11:37:25,473 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:25,479 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-26T11:37:25,479 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:25,479 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-26T11:37:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:37:25,494 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:37:25,494 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-26T11:37:25,497 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T11:37:25,499 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-26T11:37:26,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-26T11:37:29,122 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T11:37:31,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7f3a3edaecc3:42181 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-26T11:37:31,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-26T11:37:31,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 from cache
2024-11-26T11:37:31,525 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 140) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7584 (was 6995) - AvailableMemoryMB LEAK? -
2024-11-26T11:37:31,532 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=7584
2024-11-26T11:37:31,534 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:37:31,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-26T11:37:31,538 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:37:31,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:31,538 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-26T11:37:31,539 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:37:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T11:37:31,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741851_1027 (size=407)
2024-11-26T11:37:31,957 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b0f1c0446e5a50adbed30dc3b0276a5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:37:31,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741852_1028 (size=58)
2024-11-26T11:37:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-26T11:37:32,367 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:32,367 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 9b0f1c0446e5a50adbed30dc3b0276a5, disabling compactions & flushes
2024-11-26T11:37:32,367 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:32,367 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:32,367 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5. after waiting 0 ms
2024-11-26T11:37:32,367 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:32,367 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:32,367 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b0f1c0446e5a50adbed30dc3b0276a5:
Waiting for close lock at 1732621052367Disabling compacts and flushes for region at 1732621052367Disabling writes for close at 1732621052367Writing region close event to WAL at 1732621052367Closed at 1732621052367
2024-11-26T11:37:32,369 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:37:32,369 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732621052369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621052369"}]},"ts":"1732621052369"}
2024-11-26T11:37:32,372 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:37:32,374 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:37:32,374 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621052374"}]},"ts":"1732621052374"}
2024-11-26T11:37:32,377 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-26T11:37:32,378 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9b0f1c0446e5a50adbed30dc3b0276a5, ASSIGN}]
2024-11-26T11:37:32,380 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9b0f1c0446e5a50adbed30dc3b0276a5, ASSIGN
2024-11-26T11:37:32,381 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9b0f1c0446e5a50adbed30dc3b0276a5, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:37:32,532 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9b0f1c0446e5a50adbed30dc3b0276a5, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:32,536 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9b0f1c0446e5a50adbed30dc3b0276a5, ASSIGN because future has completed
2024-11-26T11:37:32,536 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0f1c0446e5a50adbed30dc3b0276a5, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:37:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T11:37:32,696 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:32,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b0f1c0446e5a50adbed30dc3b0276a5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:37:32,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:32,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,700 INFO  [StoreOpener-9b0f1c0446e5a50adbed30dc3b0276a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9b0f1c0446e5a50adbed30dc3b0276a5 
2024-11-26T11:37:32,703 INFO  [StoreOpener-9b0f1c0446e5a50adbed30dc3b0276a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0f1c0446e5a50adbed30dc3b0276a5 columnFamilyName testFamily
2024-11-26T11:37:32,703 DEBUG [StoreOpener-9b0f1c0446e5a50adbed30dc3b0276a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:32,704 INFO  [StoreOpener-9b0f1c0446e5a50adbed30dc3b0276a5-1 {}] regionserver.HStore(327): Store=9b0f1c0446e5a50adbed30dc3b0276a5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:37:32,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNext/9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNext/9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNext/9b0f1c0446e5a50adbed30dc3b0276a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:37:32,714 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 9b0f1c0446e5a50adbed30dc3b0276a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60063888, jitterRate=-0.10497832298278809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:37:32,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:32,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 9b0f1c0446e5a50adbed30dc3b0276a5:
Running coprocessor pre-open hook at 1732621052697Writing region info on filesystem at 1732621052697Initializing all the Stores at 1732621052699 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621052699Cleaning up temporary data from old regions at 1732621052708 (+9 ms)Running coprocessor post-open hooks at 1732621052714 (+6 ms)Region opened successfully at 1732621052714
2024-11-26T11:37:32,716 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5., pid=30, masterSystemTime=1732621052689
2024-11-26T11:37:32,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:32,719 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:32,719 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9b0f1c0446e5a50adbed30dc3b0276a5, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:32,722 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0f1c0446e5a50adbed30dc3b0276a5, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:37:32,726 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-26T11:37:32,726 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b0f1c0446e5a50adbed30dc3b0276a5, server=7f3a3edaecc3,42181,1732620965747 in 187 msec
2024-11-26T11:37:32,729 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-26T11:37:32,729 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9b0f1c0446e5a50adbed30dc3b0276a5, ASSIGN in 348 msec
2024-11-26T11:37:32,731 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:37:32,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621052731"}]},"ts":"1732621052731"}
2024-11-26T11:37:32,733 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-26T11:37:32,735 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:37:32,738 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2000 sec
2024-11-26T11:37:32,805 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-26T11:37:34,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T11:37:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T11:37:34,563 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-26T11:37:34,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-26T11:37:34,563 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:34,568 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-26T11:37:34,569 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:34,569 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-26T11:37:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:37:34,586 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:37:34,586 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-26T11:37:34,589 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T11:37:34,592 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T11:37:34,593 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T11:37:34,594 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-26T11:37:35,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-26T11:37:35,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-26T11:37:38,200 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T11:37:40,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42181 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971724' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T11:37:40,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42181 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:37080 deadline: 1732621066604, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971724' does not exist
2024-11-26T11:37:40,608 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7f3a3edaecc3,42181,1732620965747 for closing scanner id = -4301793098544971724 for 9b0f1c0446e5a50adbed30dc3b0276a5 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4301793098544971724' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T11:37:40,616 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 156) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7370 (was 7584)
2024-11-26T11:37:40,623 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=7370
2024-11-26T11:37:40,625 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T11:37:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-26T11:37:40,629 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T11:37:40,629 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:40,629 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-26T11:37:40,631 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T11:37:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T11:37:40,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741853_1029 (size=423)
2024-11-26T11:37:40,641 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3eadcc3dbf651f13e7e0a7f8fc96eecf, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9
2024-11-26T11:37:40,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741854_1030 (size=74)
2024-11-26T11:37:40,913 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-26T11:37:41,050 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:41,050 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3eadcc3dbf651f13e7e0a7f8fc96eecf, disabling compactions & flushes
2024-11-26T11:37:41,050 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:41,050 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:41,050 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf. after waiting 0 ms
2024-11-26T11:37:41,051 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:41,051 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:41,051 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3eadcc3dbf651f13e7e0a7f8fc96eecf:
Waiting for close lock at 1732621061050Disabling compacts and flushes for region at 1732621061050Disabling writes for close at 1732621061051 (+1 ms)Writing region close event to WAL at 1732621061051Closed at 1732621061051
2024-11-26T11:37:41,053 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T11:37:41,054 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732621061053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732621061053"}]},"ts":"1732621061053"}
2024-11-26T11:37:41,057 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T11:37:41,058 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T11:37:41,059 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621061059"}]},"ts":"1732621061059"}
2024-11-26T11:37:41,061 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-26T11:37:41,062 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3eadcc3dbf651f13e7e0a7f8fc96eecf, ASSIGN}]
2024-11-26T11:37:41,063 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3eadcc3dbf651f13e7e0a7f8fc96eecf, ASSIGN
2024-11-26T11:37:41,064 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3eadcc3dbf651f13e7e0a7f8fc96eecf, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42181,1732620965747; forceNewPlan=false, retain=false
2024-11-26T11:37:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-26T11:37:41,215 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=3eadcc3dbf651f13e7e0a7f8fc96eecf, regionState=OPENING, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:41,225 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3eadcc3dbf651f13e7e0a7f8fc96eecf, ASSIGN because future has completed
2024-11-26T11:37:41,226 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eadcc3dbf651f13e7e0a7f8fc96eecf, server=7f3a3edaecc3,42181,1732620965747}]
2024-11-26T11:37:41,385 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:41,385 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 3eadcc3dbf651f13e7e0a7f8fc96eecf, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.', STARTKEY => '', ENDKEY => ''}
2024-11-26T11:37:41,385 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,385 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T11:37:41,386 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,386 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,387 INFO  [StoreOpener-3eadcc3dbf651f13e7e0a7f8fc96eecf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3eadcc3dbf651f13e7e0a7f8fc96eecf 
2024-11-26T11:37:41,389 INFO  [StoreOpener-3eadcc3dbf651f13e7e0a7f8fc96eecf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eadcc3dbf651f13e7e0a7f8fc96eecf columnFamilyName testFamily
2024-11-26T11:37:41,390 DEBUG [StoreOpener-3eadcc3dbf651f13e7e0a7f8fc96eecf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T11:37:41,390 INFO  [StoreOpener-3eadcc3dbf651f13e7e0a7f8fc96eecf-1 {}] regionserver.HStore(327): Store=3eadcc3dbf651f13e7e0a7f8fc96eecf/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T11:37:41,391 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,392 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScannerAsync/3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,393 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScannerAsync/3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,393 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,393 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,396 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,400 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScannerAsync/3eadcc3dbf651f13e7e0a7f8fc96eecf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T11:37:41,401 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 3eadcc3dbf651f13e7e0a7f8fc96eecf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73523751, jitterRate=0.09558926522731781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T11:37:41,401 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:41,402 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 3eadcc3dbf651f13e7e0a7f8fc96eecf:
Running coprocessor pre-open hook at 1732621061386Writing region info on filesystem at 1732621061386Initializing all the Stores at 1732621061387 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732621061387Cleaning up temporary data from old regions at 1732621061393 (+6 ms)Running coprocessor post-open hooks at 1732621061401 (+8 ms)Region opened successfully at 1732621061402 (+1 ms)
2024-11-26T11:37:41,403 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., pid=33, masterSystemTime=1732621061380
2024-11-26T11:37:41,406 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:41,406 INFO  [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:41,407 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=3eadcc3dbf651f13e7e0a7f8fc96eecf, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:41,410 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eadcc3dbf651f13e7e0a7f8fc96eecf, server=7f3a3edaecc3,42181,1732620965747 because future has completed
2024-11-26T11:37:41,414 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-26T11:37:41,414 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 3eadcc3dbf651f13e7e0a7f8fc96eecf, server=7f3a3edaecc3,42181,1732620965747 in 185 msec
2024-11-26T11:37:41,417 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-26T11:37:41,417 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3eadcc3dbf651f13e7e0a7f8fc96eecf, ASSIGN in 353 msec
2024-11-26T11:37:41,418 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T11:37:41,418 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732621061418"}]},"ts":"1732621061418"}
2024-11-26T11:37:41,421 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-26T11:37:41,422 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T11:37:41,423 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 797 msec
2024-11-26T11:37:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T11:37:41,644 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-26T11:37:41,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-26T11:37:41,645 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:41,653 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-26T11:37:41,654 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T11:37:41,654 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-26T11:37:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:37:41,669 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T11:37:41,669 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-26T11:37:41,672 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T11:37:41,673 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T11:37:42,683 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7f3a3edaecc3:42181 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-26T11:37:42,683 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-26T11:37:42,683 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 from cache
2024-11-26T11:37:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-26T11:37:43,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2]
2024-11-26T11:37:43,710 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42181 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T11:37:44,682 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7f3a3edaecc3:42181 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=974ms, rpcTimeout=964ms
2024-11-26T11:37:44,683 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=974ms, rpcTimeout=964ms
2024-11-26T11:37:44,683 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., hostname=7f3a3edaecc3,42181,1732620965747, seqNum=2 from cache
2024-11-26T11:37:44,693 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=224 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1360495212_22 at /127.0.0.1:57190 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=7341 (was 7370)
2024-11-26T11:37:44,693 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T11:37:44,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T11:37:44,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T11:37:44,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T11:37:44,700 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T11:37:44,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-26T11:37:44,701 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T11:37:44,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T11:37:44,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T11:37:44,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T11:37:44,701 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T11:37:44,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-26T11:37:44,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1822065101, stopped=false
2024-11-26T11:37:44,702 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,42251,1732620964987
2024-11-26T11:37:44,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T11:37:44,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T11:37:44,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:37:44,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:37:44,754 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T11:37:44,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T11:37:44,755 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T11:37:44,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T11:37:44,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T11:37:44,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T11:37:44,756 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,42181,1732620965747' *****
2024-11-26T11:37:44,757 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T11:37:44,757 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T11:37:44,757 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T11:37:44,758 INFO  [RS:0;7f3a3edaecc3:42181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T11:37:44,758 INFO  [RS:0;7f3a3edaecc3:42181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T11:37:44,758 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1615b515911d2030806e2d62b537e1c4
2024-11-26T11:37:44,759 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 3654ebb321a9472fdf108e10cfd618ae
2024-11-26T11:37:44,759 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for ac8242783cf7350e03224e2a910e2521
2024-11-26T11:37:44,759 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for b84a659a8d6e0fe97ea9d64dc2599049
2024-11-26T11:37:44,760 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for be41fccb7f31082f74c8046814404580
2024-11-26T11:37:44,760 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 15767b235465f31493ba8c0ed7d9ea02
2024-11-26T11:37:44,760 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b533019c102761f8c893bb010ebcaa3
2024-11-26T11:37:44,760 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 3eadcc3dbf651f13e7e0a7f8fc96eecf
2024-11-26T11:37:44,760 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e07e0f28872ce03918ea9aa98cc500f
2024-11-26T11:37:44,760 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1615b515911d2030806e2d62b537e1c4, disabling compactions & flushes
2024-11-26T11:37:44,760 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:44,760 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:44,760 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:44,760 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:44,760 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4. after waiting 0 ms
2024-11-26T11:37:44,760 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T11:37:44,760 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:44,760 INFO  [RS:0;7f3a3edaecc3:42181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:42181.
2024-11-26T11:37:44,761 DEBUG [RS:0;7f3a3edaecc3:42181 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T11:37:44,761 DEBUG [RS:0;7f3a3edaecc3:42181 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T11:37:44,761 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T11:37:44,761 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T11:37:44,761 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T11:37:44,761 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-26T11:37:44,762 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-26T11:37:44,762 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T11:37:44,762 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T11:37:44,762 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T11:37:44,762 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T11:37:44,762 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1588230740, 1615b515911d2030806e2d62b537e1c4, 1b533019c102761f8c893bb010ebcaa3, 3654ebb321a9472fdf108e10cfd618ae, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, ac8242783cf7350e03224e2a910e2521, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:44,762 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T11:37:44,764 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1615b515911d2030806e2d62b537e1c4 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:44,764 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-26T11:37:44,792 INFO  [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-26T11:37:44,793 INFO  [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-26T11:37:44,807 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-26T11:37:44,816 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScanner/1615b515911d2030806e2d62b537e1c4/.tmp/testFamily/2bfe2869f8e242918dc8e9af5bb468ba is 61, key is row-0/testFamily:testQualifier/1732621027196/Put/seqid=0
2024-11-26T11:37:44,821 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/.tmp/info/7e083889861a4b2ba9214106def9d62e is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f./info:regioninfo/1732621000850/Put/seqid=0
2024-11-26T11:37:44,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741855_1031 (size=5049)
2024-11-26T11:37:44,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741856_1032 (size=20564)
2024-11-26T11:37:44,962 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1588230740, 1615b515911d2030806e2d62b537e1c4, 1b533019c102761f8c893bb010ebcaa3, 3654ebb321a9472fdf108e10cfd618ae, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, ac8242783cf7350e03224e2a910e2521, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:45,163 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1588230740, 1615b515911d2030806e2d62b537e1c4, 1b533019c102761f8c893bb010ebcaa3, 3654ebb321a9472fdf108e10cfd618ae, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, ac8242783cf7350e03224e2a910e2521, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:45,211 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-26T11:37:45,228 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScanner/1615b515911d2030806e2d62b537e1c4/.tmp/testFamily/2bfe2869f8e242918dc8e9af5bb468ba
2024-11-26T11:37:45,232 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/.tmp/info/7e083889861a4b2ba9214106def9d62e
2024-11-26T11:37:45,275 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScanner/1615b515911d2030806e2d62b537e1c4/.tmp/testFamily/2bfe2869f8e242918dc8e9af5bb468ba as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScanner/1615b515911d2030806e2d62b537e1c4/testFamily/2bfe2869f8e242918dc8e9af5bb468ba
2024-11-26T11:37:45,286 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScanner/1615b515911d2030806e2d62b537e1c4/testFamily/2bfe2869f8e242918dc8e9af5bb468ba, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:45,295 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/.tmp/ns/89cf837eed9548acb28e11e5a10a4dbc is 43, key is default/ns:d/1732620999371/Put/seqid=0
2024-11-26T11:37:45,296 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1615b515911d2030806e2d62b537e1c4 in 530ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:45,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741857_1033 (size=5153)
2024-11-26T11:37:45,303 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScanner/1615b515911d2030806e2d62b537e1c4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:45,305 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:45,306 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1615b515911d2030806e2d62b537e1c4:
Waiting for close lock at 1732621064759Running coprocessor pre-close hooks at 1732621064760 (+1 ms)Disabling compacts and flushes for region at 1732621064760Disabling writes for close at 1732621064760Obtaining lock to block concurrent updates at 1732621064764 (+4 ms)Preparing flush snapshotting stores in 1615b515911d2030806e2d62b537e1c4 at 1732621064764Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621064771 (+7 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4. at 1732621064772 (+1 ms)Flushing 1615b515911d2030806e2d62b537e1c4/testFamily: creating writer at 1732621064774 (+2 ms)Flushing 1615b515911d2030806e2d62b537e1c4/testFamily: appending metadata at 1732621064810 (+36 ms)Flushing 1615b515911d2030806e2d62b537e1c4/testFamily: closing flushed file at 1732621064813 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@505438cd: reopening flushed file at 1732621065273 (+460 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1615b515911d2030806e2d62b537e1c4 in 530ms, sequenceid=8, compaction requested=false at 1732621065296 (+23 ms)Writing region close event to WAL at 1732621065298 (+2 ms)Running coprocessor post-close hooks at 1732621065304 (+6 ms)Closed at 1732621065305 (+1 ms)
2024-11-26T11:37:45,306 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732621024142.1615b515911d2030806e2d62b537e1c4.
2024-11-26T11:37:45,306 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3654ebb321a9472fdf108e10cfd618ae, disabling compactions & flushes
2024-11-26T11:37:45,306 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:45,306 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:45,306 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae. after waiting 0 ms
2024-11-26T11:37:45,307 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:45,307 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3654ebb321a9472fdf108e10cfd618ae 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:45,323 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNext/3654ebb321a9472fdf108e10cfd618ae/.tmp/testFamily/3d6300e688304677b1d7765872fa746c is 61, key is row-0/testFamily:testQualifier/1732621039399/Put/seqid=0
2024-11-26T11:37:45,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-26T11:37:45,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T11:37:45,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-26T11:37:45,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741858_1034 (size=5049)
2024-11-26T11:37:45,363 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1588230740, 1b533019c102761f8c893bb010ebcaa3, 3654ebb321a9472fdf108e10cfd618ae, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, ac8242783cf7350e03224e2a910e2521, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:45,563 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1588230740, 1b533019c102761f8c893bb010ebcaa3, 3654ebb321a9472fdf108e10cfd618ae, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, ac8242783cf7350e03224e2a910e2521, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:45,595 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:42251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-26T11:37:45,703 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/.tmp/ns/89cf837eed9548acb28e11e5a10a4dbc
2024-11-26T11:37:45,730 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNext/3654ebb321a9472fdf108e10cfd618ae/.tmp/testFamily/3d6300e688304677b1d7765872fa746c
2024-11-26T11:37:45,741 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/.tmp/table/fbf9e57549e443fd9fc8f676a0ecde16 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732621000866/Put/seqid=0
2024-11-26T11:37:45,742 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNext/3654ebb321a9472fdf108e10cfd618ae/.tmp/testFamily/3d6300e688304677b1d7765872fa746c as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNext/3654ebb321a9472fdf108e10cfd618ae/testFamily/3d6300e688304677b1d7765872fa746c
2024-11-26T11:37:45,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741859_1035 (size=6699)
2024-11-26T11:37:45,751 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNext/3654ebb321a9472fdf108e10cfd618ae/testFamily/3d6300e688304677b1d7765872fa746c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:45,752 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3654ebb321a9472fdf108e10cfd618ae in 445ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:45,757 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNext/3654ebb321a9472fdf108e10cfd618ae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:45,758 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:45,758 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3654ebb321a9472fdf108e10cfd618ae:
Waiting for close lock at 1732621065306Running coprocessor pre-close hooks at 1732621065306Disabling compacts and flushes for region at 1732621065306Disabling writes for close at 1732621065306Obtaining lock to block concurrent updates at 1732621065307 (+1 ms)Preparing flush snapshotting stores in 3654ebb321a9472fdf108e10cfd618ae at 1732621065307Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621065307Flushing stores of testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae. at 1732621065308 (+1 ms)Flushing 3654ebb321a9472fdf108e10cfd618ae/testFamily: creating writer at 1732621065308Flushing 3654ebb321a9472fdf108e10cfd618ae/testFamily: appending metadata at 1732621065323 (+15 ms)Flushing 3654ebb321a9472fdf108e10cfd618ae/testFamily: closing flushed file at 1732621065323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bbcec8: reopening flushed file at 1732621065740 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3654ebb321a9472fdf108e10cfd618ae in 445ms, sequenceid=8, compaction requested=false at 1732621065752 (+12 ms)Writing region close event to WAL at 1732621065753 (+1 ms)Running coprocessor post-close hooks at 1732621065758 (+5 ms)Closed at 1732621065758
2024-11-26T11:37:45,759 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732621036352.3654ebb321a9472fdf108e10cfd618ae.
2024-11-26T11:37:45,759 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac8242783cf7350e03224e2a910e2521, disabling compactions & flushes
2024-11-26T11:37:45,759 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:45,759 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:45,759 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521. after waiting 0 ms
2024-11-26T11:37:45,759 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:45,759 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac8242783cf7350e03224e2a910e2521 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:45,764 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-26T11:37:45,764 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1325): Online Regions={ac8242783cf7350e03224e2a910e2521=testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521., 1588230740=hbase:meta,,1.1588230740, b84a659a8d6e0fe97ea9d64dc2599049=hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049., be41fccb7f31082f74c8046814404580=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580., 15767b235465f31493ba8c0ed7d9ea02=hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02., 1b533019c102761f8c893bb010ebcaa3=testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3., 3eadcc3dbf651f13e7e0a7f8fc96eecf=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., 8e07e0f28872ce03918ea9aa98cc500f=testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f., 9b0f1c0446e5a50adbed30dc3b0276a5=hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.}
2024-11-26T11:37:45,764 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1588230740, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, ac8242783cf7350e03224e2a910e2521, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:45,776 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextException/ac8242783cf7350e03224e2a910e2521/.tmp/testFamily/6d302bba519b4a38829527bf5fd62559 is 61, key is row-0/testFamily:testQualifier/1732621024083/Put/seqid=0
2024-11-26T11:37:45,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741860_1036 (size=5049)
2024-11-26T11:37:45,964 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1588230740, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, ac8242783cf7350e03224e2a910e2521, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:46,149 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/.tmp/table/fbf9e57549e443fd9fc8f676a0ecde16
2024-11-26T11:37:46,165 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1588230740, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, ac8242783cf7350e03224e2a910e2521, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:46,165 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/.tmp/info/7e083889861a4b2ba9214106def9d62e as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/info/7e083889861a4b2ba9214106def9d62e
2024-11-26T11:37:46,175 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/info/7e083889861a4b2ba9214106def9d62e, entries=100, sequenceid=56, filesize=20.1 K
2024-11-26T11:37:46,176 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/.tmp/ns/89cf837eed9548acb28e11e5a10a4dbc as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/ns/89cf837eed9548acb28e11e5a10a4dbc
2024-11-26T11:37:46,181 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextException/ac8242783cf7350e03224e2a910e2521/.tmp/testFamily/6d302bba519b4a38829527bf5fd62559
2024-11-26T11:37:46,186 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/ns/89cf837eed9548acb28e11e5a10a4dbc, entries=2, sequenceid=56, filesize=5.0 K
2024-11-26T11:37:46,187 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/.tmp/table/fbf9e57549e443fd9fc8f676a0ecde16 as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/table/fbf9e57549e443fd9fc8f676a0ecde16
2024-11-26T11:37:46,190 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextException/ac8242783cf7350e03224e2a910e2521/.tmp/testFamily/6d302bba519b4a38829527bf5fd62559 as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextException/ac8242783cf7350e03224e2a910e2521/testFamily/6d302bba519b4a38829527bf5fd62559
2024-11-26T11:37:46,197 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/table/fbf9e57549e443fd9fc8f676a0ecde16, entries=20, sequenceid=56, filesize=6.5 K
2024-11-26T11:37:46,198 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextException/ac8242783cf7350e03224e2a910e2521/testFamily/6d302bba519b4a38829527bf5fd62559, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:46,198 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=56, compaction requested=false
2024-11-26T11:37:46,199 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac8242783cf7350e03224e2a910e2521 in 440ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:46,206 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextException/ac8242783cf7350e03224e2a910e2521/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:46,206 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-26T11:37:46,207 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T11:37:46,207 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:46,207 INFO  [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T11:37:46,207 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac8242783cf7350e03224e2a910e2521:
Waiting for close lock at 1732621065759Running coprocessor pre-close hooks at 1732621065759Disabling compacts and flushes for region at 1732621065759Disabling writes for close at 1732621065759Obtaining lock to block concurrent updates at 1732621065759Preparing flush snapshotting stores in ac8242783cf7350e03224e2a910e2521 at 1732621065759Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621065759Flushing stores of testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521. at 1732621065760 (+1 ms)Flushing ac8242783cf7350e03224e2a910e2521/testFamily: creating writer at 1732621065760Flushing ac8242783cf7350e03224e2a910e2521/testFamily: appending metadata at 1732621065776 (+16 ms)Flushing ac8242783cf7350e03224e2a910e2521/testFamily: closing flushed file at 1732621065776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdb62f6: reopening flushed file at 1732621066189 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac8242783cf7350e03224e2a910e2521 in 440ms, sequenceid=8, compaction requested=false at 1732621066199 (+10 ms)Writing region close event to WAL at 1732621066199Running coprocessor post-close hooks at 1732621066206 (+7 ms)Closed at 1732621066207 (+1 ms)
2024-11-26T11:37:46,207 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732621064762Running coprocessor pre-close hooks at 1732621064762Disabling compacts and flushes for region at 1732621064762Disabling writes for close at 1732621064762Obtaining lock to block concurrent updates at 1732621064764 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732621064764Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732621064771 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732621064772 (+1 ms)Flushing 1588230740/info: creating writer at 1732621064774 (+2 ms)Flushing 1588230740/info: appending metadata at 1732621064816 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732621064816Flushing 1588230740/ns: creating writer at 1732621065273 (+457 ms)Flushing 1588230740/ns: appending metadata at 1732621065294 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732621065294Flushing 1588230740/table: creating writer at 1732621065718 (+424 ms)Flushing 1588230740/table: appending metadata at 1732621065740 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732621065740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f902750: reopening flushed file at 1732621066164 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73445a36: reopening flushed file at 1732621066175 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b6487e: reopening flushed file at 1732621066186 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=56, compaction requested=false at 1732621066198 (+12 ms)Writing region close event to WAL at 1732621066200 (+2 ms)Running coprocessor post-close hooks at 1732621066207 (+7 ms)Closed at 1732621066207
2024-11-26T11:37:46,207 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732621021027.ac8242783cf7350e03224e2a910e2521.
2024-11-26T11:37:46,207 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-26T11:37:46,207 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b84a659a8d6e0fe97ea9d64dc2599049, disabling compactions & flushes
2024-11-26T11:37:46,207 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:37:46,207 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:37:46,207 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049. after waiting 0 ms
2024-11-26T11:37:46,207 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:37:46,208 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b84a659a8d6e0fe97ea9d64dc2599049 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:46,225 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNextAsync/b84a659a8d6e0fe97ea9d64dc2599049/.tmp/testFamily/8c118f52243c4c2a8e0f877a80a2aa86 is 61, key is row-0/testFamily:testQualifier/1732621014976/Put/seqid=0
2024-11-26T11:37:46,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741861_1037 (size=5049)
2024-11-26T11:37:46,365 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:46,566 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, b84a659a8d6e0fe97ea9d64dc2599049, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:46,632 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNextAsync/b84a659a8d6e0fe97ea9d64dc2599049/.tmp/testFamily/8c118f52243c4c2a8e0f877a80a2aa86
2024-11-26T11:37:46,648 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNextAsync/b84a659a8d6e0fe97ea9d64dc2599049/.tmp/testFamily/8c118f52243c4c2a8e0f877a80a2aa86 as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNextAsync/b84a659a8d6e0fe97ea9d64dc2599049/testFamily/8c118f52243c4c2a8e0f877a80a2aa86
2024-11-26T11:37:46,656 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNextAsync/b84a659a8d6e0fe97ea9d64dc2599049/testFamily/8c118f52243c4c2a8e0f877a80a2aa86, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:46,657 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b84a659a8d6e0fe97ea9d64dc2599049 in 450ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:46,662 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNextAsync/b84a659a8d6e0fe97ea9d64dc2599049/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:46,663 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:37:46,663 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b84a659a8d6e0fe97ea9d64dc2599049:
Waiting for close lock at 1732621066207Running coprocessor pre-close hooks at 1732621066207Disabling compacts and flushes for region at 1732621066207Disabling writes for close at 1732621066207Obtaining lock to block concurrent updates at 1732621066208 (+1 ms)Preparing flush snapshotting stores in b84a659a8d6e0fe97ea9d64dc2599049 at 1732621066208Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621066208Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049. at 1732621066209 (+1 ms)Flushing b84a659a8d6e0fe97ea9d64dc2599049/testFamily: creating writer at 1732621066209Flushing b84a659a8d6e0fe97ea9d64dc2599049/testFamily: appending metadata at 1732621066225 (+16 ms)Flushing b84a659a8d6e0fe97ea9d64dc2599049/testFamily: closing flushed file at 1732621066225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b2330f: reopening flushed file at 1732621066646 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b84a659a8d6e0fe97ea9d64dc2599049 in 450ms, sequenceid=8, compaction requested=false at 1732621066657 (+11 ms)Writing region close event to WAL at 1732621066658 (+1 ms)Running coprocessor post-close hooks at 1732621066663 (+5 ms)Closed at 1732621066663
2024-11-26T11:37:46,663 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732621011918.b84a659a8d6e0fe97ea9d64dc2599049.
2024-11-26T11:37:46,663 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be41fccb7f31082f74c8046814404580, disabling compactions & flushes
2024-11-26T11:37:46,663 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:46,664 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:46,664 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580. after waiting 0 ms
2024-11-26T11:37:46,664 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:46,664 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be41fccb7f31082f74c8046814404580 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:46,683 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be41fccb7f31082f74c8046814404580/.tmp/testFamily/f8556b280a6e4de1b3333394e68d95f9 is 61, key is row-0/testFamily:testQualifier/1732621045483/Put/seqid=0
2024-11-26T11:37:46,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741862_1038 (size=5049)
2024-11-26T11:37:46,766 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-26T11:37:46,766 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1325): Online Regions={be41fccb7f31082f74c8046814404580=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580., 15767b235465f31493ba8c0ed7d9ea02=hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02., 1b533019c102761f8c893bb010ebcaa3=testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3., 3eadcc3dbf651f13e7e0a7f8fc96eecf=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., 8e07e0f28872ce03918ea9aa98cc500f=testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f., 9b0f1c0446e5a50adbed30dc3b0276a5=hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.}
2024-11-26T11:37:46,766 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:46,890 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T11:37:46,966 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5, be41fccb7f31082f74c8046814404580
2024-11-26T11:37:47,090 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be41fccb7f31082f74c8046814404580/.tmp/testFamily/f8556b280a6e4de1b3333394e68d95f9
2024-11-26T11:37:47,098 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be41fccb7f31082f74c8046814404580/.tmp/testFamily/f8556b280a6e4de1b3333394e68d95f9 as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be41fccb7f31082f74c8046814404580/testFamily/f8556b280a6e4de1b3333394e68d95f9
2024-11-26T11:37:47,105 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be41fccb7f31082f74c8046814404580/testFamily/f8556b280a6e4de1b3333394e68d95f9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:47,106 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for be41fccb7f31082f74c8046814404580 in 442ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:47,111 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be41fccb7f31082f74c8046814404580/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:47,112 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:47,112 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be41fccb7f31082f74c8046814404580:
Waiting for close lock at 1732621066663Running coprocessor pre-close hooks at 1732621066663Disabling compacts and flushes for region at 1732621066663Disabling writes for close at 1732621066664 (+1 ms)Obtaining lock to block concurrent updates at 1732621066664Preparing flush snapshotting stores in be41fccb7f31082f74c8046814404580 at 1732621066664Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621066664Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580. at 1732621066665 (+1 ms)Flushing be41fccb7f31082f74c8046814404580/testFamily: creating writer at 1732621066665Flushing be41fccb7f31082f74c8046814404580/testFamily: appending metadata at 1732621066683 (+18 ms)Flushing be41fccb7f31082f74c8046814404580/testFamily: closing flushed file at 1732621066683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f9f822: reopening flushed file at 1732621067097 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for be41fccb7f31082f74c8046814404580 in 442ms, sequenceid=8, compaction requested=false at 1732621067106 (+9 ms)Writing region close event to WAL at 1732621067107 (+1 ms)Running coprocessor post-close hooks at 1732621067112 (+5 ms)Closed at 1732621067112
2024-11-26T11:37:47,113 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732621042449.be41fccb7f31082f74c8046814404580.
2024-11-26T11:37:47,113 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15767b235465f31493ba8c0ed7d9ea02, disabling compactions & flushes
2024-11-26T11:37:47,113 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:37:47,113 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:37:47,113 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02. after waiting 0 ms
2024-11-26T11:37:47,113 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:37:47,113 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15767b235465f31493ba8c0ed7d9ea02 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:47,131 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScanner/15767b235465f31493ba8c0ed7d9ea02/.tmp/testFamily/bc860ab1f4654867af91daf3b9bb56d3 is 61, key is row-0/testFamily:testQualifier/1732621005857/Put/seqid=0
2024-11-26T11:37:47,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741863_1039 (size=5049)
2024-11-26T11:37:47,167 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:47,367 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:47,538 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScanner/15767b235465f31493ba8c0ed7d9ea02/.tmp/testFamily/bc860ab1f4654867af91daf3b9bb56d3
2024-11-26T11:37:47,555 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScanner/15767b235465f31493ba8c0ed7d9ea02/.tmp/testFamily/bc860ab1f4654867af91daf3b9bb56d3 as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScanner/15767b235465f31493ba8c0ed7d9ea02/testFamily/bc860ab1f4654867af91daf3b9bb56d3
2024-11-26T11:37:47,564 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScanner/15767b235465f31493ba8c0ed7d9ea02/testFamily/bc860ab1f4654867af91daf3b9bb56d3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:47,565 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 15767b235465f31493ba8c0ed7d9ea02 in 452ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:47,567 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 15767b235465f31493ba8c0ed7d9ea02, 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:47,571 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnOpenScanner/15767b235465f31493ba8c0ed7d9ea02/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:47,571 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:37:47,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15767b235465f31493ba8c0ed7d9ea02:
Waiting for close lock at 1732621067113Running coprocessor pre-close hooks at 1732621067113Disabling compacts and flushes for region at 1732621067113Disabling writes for close at 1732621067113Obtaining lock to block concurrent updates at 1732621067113Preparing flush snapshotting stores in 15767b235465f31493ba8c0ed7d9ea02 at 1732621067113Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621067114 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02. at 1732621067114Flushing 15767b235465f31493ba8c0ed7d9ea02/testFamily: creating writer at 1732621067114Flushing 15767b235465f31493ba8c0ed7d9ea02/testFamily: appending metadata at 1732621067131 (+17 ms)Flushing 15767b235465f31493ba8c0ed7d9ea02/testFamily: closing flushed file at 1732621067131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30100e11: reopening flushed file at 1732621067554 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 15767b235465f31493ba8c0ed7d9ea02 in 452ms, sequenceid=8, compaction requested=false at 1732621067565 (+11 ms)Writing region close event to WAL at 1732621067566 (+1 ms)Running coprocessor post-close hooks at 1732621067571 (+5 ms)Closed at 1732621067571
2024-11-26T11:37:47,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732621002799.15767b235465f31493ba8c0ed7d9ea02.
2024-11-26T11:37:47,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b533019c102761f8c893bb010ebcaa3, disabling compactions & flushes
2024-11-26T11:37:47,572 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:47,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:47,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3. after waiting 0 ms
2024-11-26T11:37:47,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:47,572 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b533019c102761f8c893bb010ebcaa3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:47,589 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNextAsync/1b533019c102761f8c893bb010ebcaa3/.tmp/testFamily/d1a64829a32d40f6b369a27161cd1433 is 61, key is row-0/testFamily:testQualifier/1732621033287/Put/seqid=0
2024-11-26T11:37:47,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741864_1040 (size=5049)
2024-11-26T11:37:47,768 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-26T11:37:47,768 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1325): Online Regions={1b533019c102761f8c893bb010ebcaa3=testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3., 3eadcc3dbf651f13e7e0a7f8fc96eecf=testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., 8e07e0f28872ce03918ea9aa98cc500f=testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f., 9b0f1c0446e5a50adbed30dc3b0276a5=hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.}
2024-11-26T11:37:47,768 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:47,968 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 1b533019c102761f8c893bb010ebcaa3, 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:47,996 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNextAsync/1b533019c102761f8c893bb010ebcaa3/.tmp/testFamily/d1a64829a32d40f6b369a27161cd1433
2024-11-26T11:37:48,008 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNextAsync/1b533019c102761f8c893bb010ebcaa3/.tmp/testFamily/d1a64829a32d40f6b369a27161cd1433 as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNextAsync/1b533019c102761f8c893bb010ebcaa3/testFamily/d1a64829a32d40f6b369a27161cd1433
2024-11-26T11:37:48,016 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNextAsync/1b533019c102761f8c893bb010ebcaa3/testFamily/d1a64829a32d40f6b369a27161cd1433, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:48,017 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1b533019c102761f8c893bb010ebcaa3 in 445ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:48,023 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnNextAsync/1b533019c102761f8c893bb010ebcaa3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:48,024 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:48,025 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b533019c102761f8c893bb010ebcaa3:
Waiting for close lock at 1732621067572Running coprocessor pre-close hooks at 1732621067572Disabling compacts and flushes for region at 1732621067572Disabling writes for close at 1732621067572Obtaining lock to block concurrent updates at 1732621067572Preparing flush snapshotting stores in 1b533019c102761f8c893bb010ebcaa3 at 1732621067572Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621067572Flushing stores of testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3. at 1732621067573 (+1 ms)Flushing 1b533019c102761f8c893bb010ebcaa3/testFamily: creating writer at 1732621067573Flushing 1b533019c102761f8c893bb010ebcaa3/testFamily: appending metadata at 1732621067589 (+16 ms)Flushing 1b533019c102761f8c893bb010ebcaa3/testFamily: closing flushed file at 1732621067589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60517878: reopening flushed file at 1732621068007 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1b533019c102761f8c893bb010ebcaa3 in 445ms, sequenceid=8, compaction requested=false at 1732621068017 (+10 ms)Writing region close event to WAL at 1732621068018 (+1 ms)Running coprocessor post-close hooks at 1732621068024 (+6 ms)Closed at 1732621068024
2024-11-26T11:37:48,025 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732621030232.1b533019c102761f8c893bb010ebcaa3.
2024-11-26T11:37:48,025 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3eadcc3dbf651f13e7e0a7f8fc96eecf, disabling compactions & flushes
2024-11-26T11:37:48,025 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:48,025 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:48,025 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf. after waiting 0 ms
2024-11-26T11:37:48,025 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:48,025 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3eadcc3dbf651f13e7e0a7f8fc96eecf 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:48,042 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScannerAsync/3eadcc3dbf651f13e7e0a7f8fc96eecf/.tmp/testFamily/4d179f1e082d45b4beccaa95249fa04a is 61, key is row-0/testFamily:testQualifier/1732621061659/Put/seqid=0
2024-11-26T11:37:48,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741865_1041 (size=5049)
2024-11-26T11:37:48,169 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:48,369 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 3eadcc3dbf651f13e7e0a7f8fc96eecf, 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:48,448 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScannerAsync/3eadcc3dbf651f13e7e0a7f8fc96eecf/.tmp/testFamily/4d179f1e082d45b4beccaa95249fa04a
2024-11-26T11:37:48,457 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScannerAsync/3eadcc3dbf651f13e7e0a7f8fc96eecf/.tmp/testFamily/4d179f1e082d45b4beccaa95249fa04a as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScannerAsync/3eadcc3dbf651f13e7e0a7f8fc96eecf/testFamily/4d179f1e082d45b4beccaa95249fa04a
2024-11-26T11:37:48,465 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScannerAsync/3eadcc3dbf651f13e7e0a7f8fc96eecf/testFamily/4d179f1e082d45b4beccaa95249fa04a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:48,466 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3eadcc3dbf651f13e7e0a7f8fc96eecf in 441ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:48,471 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testNormalScanTimeoutOnOpenScannerAsync/3eadcc3dbf651f13e7e0a7f8fc96eecf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:48,472 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:48,472 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3eadcc3dbf651f13e7e0a7f8fc96eecf:
Waiting for close lock at 1732621068025Running coprocessor pre-close hooks at 1732621068025Disabling compacts and flushes for region at 1732621068025Disabling writes for close at 1732621068025Obtaining lock to block concurrent updates at 1732621068026 (+1 ms)Preparing flush snapshotting stores in 3eadcc3dbf651f13e7e0a7f8fc96eecf at 1732621068026Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621068026Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf. at 1732621068027 (+1 ms)Flushing 3eadcc3dbf651f13e7e0a7f8fc96eecf/testFamily: creating writer at 1732621068027Flushing 3eadcc3dbf651f13e7e0a7f8fc96eecf/testFamily: appending metadata at 1732621068042 (+15 ms)Flushing 3eadcc3dbf651f13e7e0a7f8fc96eecf/testFamily: closing flushed file at 1732621068042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fbd7f28: reopening flushed file at 1732621068455 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3eadcc3dbf651f13e7e0a7f8fc96eecf in 441ms, sequenceid=8, compaction requested=false at 1732621068466 (+11 ms)Writing region close event to WAL at 1732621068467 (+1 ms)Running coprocessor post-close hooks at 1732621068472 (+5 ms)Closed at 1732621068472
2024-11-26T11:37:48,472 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732621060625.3eadcc3dbf651f13e7e0a7f8fc96eecf.
2024-11-26T11:37:48,472 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e07e0f28872ce03918ea9aa98cc500f, disabling compactions & flushes
2024-11-26T11:37:48,472 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:37:48,472 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:37:48,472 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f. after waiting 0 ms
2024-11-26T11:37:48,472 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:37:48,473 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8e07e0f28872ce03918ea9aa98cc500f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:48,489 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8e07e0f28872ce03918ea9aa98cc500f/.tmp/testFamily/8f4756910ef1433aab455fa46e845d65 is 61, key is row-0/testFamily:testQualifier/1732621002698/Put/seqid=0
2024-11-26T11:37:48,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741866_1042 (size=5049)
2024-11-26T11:37:48,570 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:48,770 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-26T11:37:48,770 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1325): Online Regions={8e07e0f28872ce03918ea9aa98cc500f=testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f., 9b0f1c0446e5a50adbed30dc3b0276a5=hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.}
2024-11-26T11:37:48,770 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 8e07e0f28872ce03918ea9aa98cc500f, 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:48,896 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8e07e0f28872ce03918ea9aa98cc500f/.tmp/testFamily/8f4756910ef1433aab455fa46e845d65
2024-11-26T11:37:48,911 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8e07e0f28872ce03918ea9aa98cc500f/.tmp/testFamily/8f4756910ef1433aab455fa46e845d65 as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8e07e0f28872ce03918ea9aa98cc500f/testFamily/8f4756910ef1433aab455fa46e845d65
2024-11-26T11:37:48,920 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8e07e0f28872ce03918ea9aa98cc500f/testFamily/8f4756910ef1433aab455fa46e845d65, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:48,921 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8e07e0f28872ce03918ea9aa98cc500f in 449ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:48,926 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8e07e0f28872ce03918ea9aa98cc500f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:48,927 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:37:48,927 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e07e0f28872ce03918ea9aa98cc500f:
Waiting for close lock at 1732621068472Running coprocessor pre-close hooks at 1732621068472Disabling compacts and flushes for region at 1732621068472Disabling writes for close at 1732621068472Obtaining lock to block concurrent updates at 1732621068473 (+1 ms)Preparing flush snapshotting stores in 8e07e0f28872ce03918ea9aa98cc500f at 1732621068473Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621068473Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f. at 1732621068473Flushing 8e07e0f28872ce03918ea9aa98cc500f/testFamily: creating writer at 1732621068474 (+1 ms)Flushing 8e07e0f28872ce03918ea9aa98cc500f/testFamily: appending metadata at 1732621068488 (+14 ms)Flushing 8e07e0f28872ce03918ea9aa98cc500f/testFamily: closing flushed file at 1732621068488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c48d332: reopening flushed file at 1732621068910 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8e07e0f28872ce03918ea9aa98cc500f in 449ms, sequenceid=8, compaction requested=false at 1732621068921 (+11 ms)Writing region close event to WAL at 1732621068922 (+1 ms)Running coprocessor post-close hooks at 1732621068927 (+5 ms)Closed at 1732621068927
2024-11-26T11:37:48,927 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732620999594.8e07e0f28872ce03918ea9aa98cc500f.
2024-11-26T11:37:48,927 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b0f1c0446e5a50adbed30dc3b0276a5, disabling compactions & flushes
2024-11-26T11:37:48,927 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:48,927 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:48,927 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5. after waiting 0 ms
2024-11-26T11:37:48,927 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:48,927 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b0f1c0446e5a50adbed30dc3b0276a5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T11:37:48,943 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNext/9b0f1c0446e5a50adbed30dc3b0276a5/.tmp/testFamily/c7daa37d87b84bad94ee7f5bdecf704c is 61, key is row-0/testFamily:testQualifier/1732621054575/Put/seqid=0
2024-11-26T11:37:48,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741867_1043 (size=5049)
2024-11-26T11:37:48,970 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:49,171 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:49,351 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNext/9b0f1c0446e5a50adbed30dc3b0276a5/.tmp/testFamily/c7daa37d87b84bad94ee7f5bdecf704c
2024-11-26T11:37:49,366 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNext/9b0f1c0446e5a50adbed30dc3b0276a5/.tmp/testFamily/c7daa37d87b84bad94ee7f5bdecf704c as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNext/9b0f1c0446e5a50adbed30dc3b0276a5/testFamily/c7daa37d87b84bad94ee7f5bdecf704c
2024-11-26T11:37:49,371 DEBUG [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1351): Waiting on 9b0f1c0446e5a50adbed30dc3b0276a5
2024-11-26T11:37:49,375 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNext/9b0f1c0446e5a50adbed30dc3b0276a5/testFamily/c7daa37d87b84bad94ee7f5bdecf704c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T11:37:49,377 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9b0f1c0446e5a50adbed30dc3b0276a5 in 449ms, sequenceid=8, compaction requested=false
2024-11-26T11:37:49,382 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/data/hbase/testMetaScanTimeoutOnNext/9b0f1c0446e5a50adbed30dc3b0276a5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T11:37:49,382 INFO  [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:49,383 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b0f1c0446e5a50adbed30dc3b0276a5:
Waiting for close lock at 1732621068927Running coprocessor pre-close hooks at 1732621068927Disabling compacts and flushes for region at 1732621068927Disabling writes for close at 1732621068927Obtaining lock to block concurrent updates at 1732621068927Preparing flush snapshotting stores in 9b0f1c0446e5a50adbed30dc3b0276a5 at 1732621068927Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732621068928 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5. at 1732621068928Flushing 9b0f1c0446e5a50adbed30dc3b0276a5/testFamily: creating writer at 1732621068928Flushing 9b0f1c0446e5a50adbed30dc3b0276a5/testFamily: appending metadata at 1732621068943 (+15 ms)Flushing 9b0f1c0446e5a50adbed30dc3b0276a5/testFamily: closing flushed file at 1732621068943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2499d6e8: reopening flushed file at 1732621069365 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9b0f1c0446e5a50adbed30dc3b0276a5 in 449ms, sequenceid=8, compaction requested=false at 1732621069377 (+12 ms)Writing region close event to WAL at 1732621069377Running coprocessor post-close hooks at 1732621069382 (+5 ms)Closed at 1732621069382
2024-11-26T11:37:49,383 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732621051534.9b0f1c0446e5a50adbed30dc3b0276a5.
2024-11-26T11:37:49,571 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,42181,1732620965747; all regions closed.
2024-11-26T11:37:49,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741834_1010 (size=19479)
2024-11-26T11:37:49,637 DEBUG [RS:0;7f3a3edaecc3:42181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/oldWALs
2024-11-26T11:37:49,637 INFO  [RS:0;7f3a3edaecc3:42181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C42181%2C1732620965747.meta:.meta(num 1732620999188)
2024-11-26T11:37:49,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741833_1009 (size=20031)
2024-11-26T11:37:49,641 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/WALs/7f3a3edaecc3,42181,1732620965747/7f3a3edaecc3%2C42181%2C1732620965747.1732620998800 not finished, retry = 0
2024-11-26T11:37:49,750 DEBUG [RS:0;7f3a3edaecc3:42181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/oldWALs
2024-11-26T11:37:49,750 INFO  [RS:0;7f3a3edaecc3:42181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C42181%2C1732620965747:(num 1732620998800)
2024-11-26T11:37:49,750 DEBUG [RS:0;7f3a3edaecc3:42181 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T11:37:49,750 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T11:37:49,750 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T11:37:49,751 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-26T11:37:49,752 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T11:37:49,752 INFO  [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T11:37:49,753 INFO  [RS:0;7f3a3edaecc3:42181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42181
2024-11-26T11:37:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T11:37:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7f3a3edaecc3,42181,1732620965747
2024-11-26T11:37:49,774 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T11:37:49,775 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,42181,1732620965747]
2024-11-26T11:37:49,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7f3a3edaecc3,42181,1732620965747 already deleted, retry=false
2024-11-26T11:37:49,796 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,42181,1732620965747 expired; onlineServers=0
2024-11-26T11:37:49,796 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,42251,1732620964987' *****
2024-11-26T11:37:49,796 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-26T11:37:49,796 INFO  [M:0;7f3a3edaecc3:42251 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T11:37:49,797 INFO  [M:0;7f3a3edaecc3:42251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T11:37:49,797 DEBUG [M:0;7f3a3edaecc3:42251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-26T11:37:49,797 DEBUG [M:0;7f3a3edaecc3:42251 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-26T11:37:49,797 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-26T11:37:49,797 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620968603 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620968603,5,FailOnTimeoutGroup]
2024-11-26T11:37:49,797 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620968602 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620968602,5,FailOnTimeoutGroup]
2024-11-26T11:37:49,798 INFO  [M:0;7f3a3edaecc3:42251 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-26T11:37:49,798 INFO  [M:0;7f3a3edaecc3:42251 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T11:37:49,799 DEBUG [M:0;7f3a3edaecc3:42251 {}] master.HMaster(1795): Stopping service threads
2024-11-26T11:37:49,799 INFO  [M:0;7f3a3edaecc3:42251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-26T11:37:49,799 INFO  [M:0;7f3a3edaecc3:42251 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T11:37:49,800 INFO  [M:0;7f3a3edaecc3:42251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-26T11:37:49,801 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-26T11:37:49,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-26T11:37:49,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T11:37:49,806 DEBUG [M:0;7f3a3edaecc3:42251 {}] zookeeper.ZKUtil(347): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-26T11:37:49,806 WARN  [M:0;7f3a3edaecc3:42251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-26T11:37:49,808 INFO  [M:0;7f3a3edaecc3:42251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/.lastflushedseqids
2024-11-26T11:37:49,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741868_1044 (size=649)
2024-11-26T11:37:49,848 INFO  [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T11:37:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T11:37:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x10176edccdc0001, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T11:37:49,886 INFO  [RS:0;7f3a3edaecc3:42181 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T11:37:49,887 INFO  [RS:0;7f3a3edaecc3:42181 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,42181,1732620965747; zookeeper connection closed.
2024-11-26T11:37:49,887 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cf37346 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cf37346
2024-11-26T11:37:49,888 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-26T11:37:50,224 INFO  [M:0;7f3a3edaecc3:42251 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-26T11:37:50,225 INFO  [M:0;7f3a3edaecc3:42251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-26T11:37:50,225 DEBUG [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T11:37:50,225 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T11:37:50,225 DEBUG [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T11:37:50,225 DEBUG [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T11:37:50,225 DEBUG [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T11:37:50,226 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.97 KB heapSize=190.88 KB
2024-11-26T11:37:50,248 DEBUG [M:0;7f3a3edaecc3:42251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b547b445ac0c4d789879c9ee52ea8928 is 82, key is hbase:meta,,1/info:regioninfo/1732620999266/Put/seqid=0
2024-11-26T11:37:50,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741869_1045 (size=5672)
2024-11-26T11:37:50,654 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b547b445ac0c4d789879c9ee52ea8928
2024-11-26T11:37:50,687 DEBUG [M:0;7f3a3edaecc3:42251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cf6ca93a0d1430a9f0c15f5df07770c is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732621000874/Put/seqid=0
2024-11-26T11:37:50,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741870_1046 (size=14068)
2024-11-26T11:37:51,095 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.41 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cf6ca93a0d1430a9f0c15f5df07770c
2024-11-26T11:37:51,107 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cf6ca93a0d1430a9f0c15f5df07770c
2024-11-26T11:37:51,127 DEBUG [M:0;7f3a3edaecc3:42251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb8d37ad69fd4569b43f002fd0df2ee4 is 69, key is 7f3a3edaecc3,42181,1732620965747/rs:state/1732620968656/Put/seqid=0
2024-11-26T11:37:51,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741871_1047 (size=5156)
2024-11-26T11:37:51,535 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb8d37ad69fd4569b43f002fd0df2ee4
2024-11-26T11:37:51,548 DEBUG [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b547b445ac0c4d789879c9ee52ea8928 as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b547b445ac0c4d789879c9ee52ea8928
2024-11-26T11:37:51,556 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b547b445ac0c4d789879c9ee52ea8928, entries=8, sequenceid=317, filesize=5.5 K
2024-11-26T11:37:51,558 DEBUG [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cf6ca93a0d1430a9f0c15f5df07770c as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cf6ca93a0d1430a9f0c15f5df07770c
2024-11-26T11:37:51,565 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cf6ca93a0d1430a9f0c15f5df07770c
2024-11-26T11:37:51,565 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cf6ca93a0d1430a9f0c15f5df07770c, entries=33, sequenceid=317, filesize=13.7 K
2024-11-26T11:37:51,566 DEBUG [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb8d37ad69fd4569b43f002fd0df2ee4 as hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb8d37ad69fd4569b43f002fd0df2ee4
2024-11-26T11:37:51,573 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35863/user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb8d37ad69fd4569b43f002fd0df2ee4, entries=1, sequenceid=317, filesize=5.0 K
2024-11-26T11:37:51,574 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.97 KB/166879, heapSize ~190.59 KB/195160, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=317, compaction requested=false
2024-11-26T11:37:51,576 INFO  [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T11:37:51,576 DEBUG [M:0;7f3a3edaecc3:42251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732621070225Disabling compacts and flushes for region at 1732621070225Disabling writes for close at 1732621070225Obtaining lock to block concurrent updates at 1732621070226 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732621070226Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166879, getHeapSize=195400, getOffHeapSize=0, getCellsCount=364 at 1732621070227 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732621070228 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732621070228Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732621070247 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732621070247Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732621070667 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732621070686 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732621070686Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732621071108 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732621071126 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732621071126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4423ebea: reopening flushed file at 1732621071547 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5bd7a5: reopening flushed file at 1732621071556 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df7d868: reopening flushed file at 1732621071565 (+9 ms)Finished flush of dataSize ~162.97 KB/166879, heapSize ~190.59 KB/195160, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=317, compaction requested=false at 1732621071574 (+9 ms)Writing region close event to WAL at 1732621071576 (+2 ms)Closed at 1732621071576
2024-11-26T11:37:51,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741830_1006 (size=188091)
2024-11-26T11:37:51,579 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70460e6c-7f4c-bf45-6c89-bdf94dcd58f9/MasterData/WALs/7f3a3edaecc3,42251,1732620964987/7f3a3edaecc3%2C42251%2C1732620964987.1732620967889 not finished, retry = 0
2024-11-26T11:37:51,680 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T11:37:51,681 INFO  [M:0;7f3a3edaecc3:42251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-26T11:37:51,681 INFO  [M:0;7f3a3edaecc3:42251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42251
2024-11-26T11:37:51,681 INFO  [M:0;7f3a3edaecc3:42251 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T11:37:51,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T11:37:51,854 INFO  [M:0;7f3a3edaecc3:42251 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T11:37:51,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x10176edccdc0000, quorum=127.0.0.1:60410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T11:37:51,893 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc78d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T11:37:51,896 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T11:37:51,896 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T11:37:51,896 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T11:37:51,897 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/hadoop.log.dir/,STOPPED}
2024-11-26T11:37:51,899 WARN  [BP-1949800455-172.17.0.3-1732620961021 heartbeating to localhost/127.0.0.1:35863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-26T11:37:51,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-26T11:37:51,899 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-26T11:37:51,899 WARN  [BP-1949800455-172.17.0.3-1732620961021 heartbeating to localhost/127.0.0.1:35863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1949800455-172.17.0.3-1732620961021 (Datanode Uuid ee187216-0a32-4d13-a314-a764cb0069dd) service to localhost/127.0.0.1:35863
2024-11-26T11:37:51,901 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/cluster_12489b72-9d1e-1bbf-55c5-b6cf8584dbae/data/data1/current/BP-1949800455-172.17.0.3-1732620961021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T11:37:51,901 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/cluster_12489b72-9d1e-1bbf-55c5-b6cf8584dbae/data/data2/current/BP-1949800455-172.17.0.3-1732620961021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T11:37:51,902 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-26T11:37:51,911 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-26T11:37:51,912 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T11:37:51,912 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T11:37:51,912 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T11:37:51,912 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c2272-e48e-3d8b-5278-a2d939a0a2c6/hadoop.log.dir/,STOPPED}
2024-11-26T11:37:51,919 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-26T11:37:51,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down