2024-12-02 14:21:33,880 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-02 14:21:33,900 main DEBUG Took 0.017642 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-02 14:21:33,900 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-02 14:21:33,901 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-02 14:21:33,901 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-02 14:21:33,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,910 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-02 14:21:33,923 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,928 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,928 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,929 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,931 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,931 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,932 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,933 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:21:33,934 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,934 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-02 14:21:33,935 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:21:33,936 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-02 14:21:33,939 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-02 14:21:33,939 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-02 14:21:33,940 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-02 14:21:33,941 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-02 14:21:33,949 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-02 14:21:33,952 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-02 14:21:33,954 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-02 14:21:33,954 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-02 14:21:33,955 main DEBUG createAppenders(={Console})
2024-12-02 14:21:33,956 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-02 14:21:33,956 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-02 14:21:33,956 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-02 14:21:33,957 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-02 14:21:33,957 main DEBUG OutputStream closed
2024-12-02 14:21:33,957 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-02 14:21:33,958 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-02 14:21:33,958 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-02 14:21:34,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-02 14:21:34,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-02 14:21:34,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-02 14:21:34,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-02 14:21:34,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-02 14:21:34,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-02 14:21:34,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-02 14:21:34,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-02 14:21:34,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-02 14:21:34,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-02 14:21:34,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-02 14:21:34,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-02 14:21:34,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-02 14:21:34,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-02 14:21:34,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-02 14:21:34,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-02 14:21:34,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-02 14:21:34,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-02 14:21:34,040 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-02 14:21:34,040 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-02 14:21:34,041 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-02 14:21:34,041 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-02T14:21:34,053 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-02 14:21:34,055 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-02 14:21:34,055 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-02T14:21:34,252 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115
2024-12-02T14:21:34,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-02T14:21:34,284 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/cluster_6e5968fa-c748-6139-db91-82c084ed7ebb, deleteOnExit=true
2024-12-02T14:21:34,285 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-02T14:21:34,286 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/test.cache.data in system properties and HBase conf
2024-12-02T14:21:34,286 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/hadoop.tmp.dir in system properties and HBase conf
2024-12-02T14:21:34,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/hadoop.log.dir in system properties and HBase conf
2024-12-02T14:21:34,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-02T14:21:34,288 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-02T14:21:34,288 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-02T14:21:34,386 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-02T14:21:34,480 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-02T14:21:34,484 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-02T14:21:34,484 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-02T14:21:34,485 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-02T14:21:34,485 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-02T14:21:34,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-02T14:21:34,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-02T14:21:34,487 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-02T14:21:34,487 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-02T14:21:34,487 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-02T14:21:34,488 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/nfs.dump.dir in system properties and HBase conf
2024-12-02T14:21:34,488 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/java.io.tmpdir in system properties and HBase conf
2024-12-02T14:21:34,488 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-02T14:21:34,489 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-02T14:21:34,489 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-02T14:21:35,134 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-02T14:21:35,197 INFO  [Time-limited test {}] log.Log(170): Logging initialized @1985ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-02T14:21:35,261 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:21:35,315 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T14:21:35,336 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T14:21:35,336 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T14:21:35,338 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-02T14:21:35,349 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:21:35,352 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/hadoop.log.dir/,AVAILABLE}
2024-12-02T14:21:35,353 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T14:21:35,520 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/java.io.tmpdir/jetty-localhost-35851-hadoop-hdfs-3_4_1-tests_jar-_-any-6280187650176645570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-02T14:21:35,526 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:35851}
2024-12-02T14:21:35,526 INFO  [Time-limited test {}] server.Server(415): Started @2315ms
2024-12-02T14:21:35,844 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:21:35,850 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T14:21:35,851 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T14:21:35,851 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T14:21:35,851 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-02T14:21:35,852 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/hadoop.log.dir/,AVAILABLE}
2024-12-02T14:21:35,852 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T14:21:35,945 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/java.io.tmpdir/jetty-localhost-33205-hadoop-hdfs-3_4_1-tests_jar-_-any-5721311867305517764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T14:21:35,946 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:33205}
2024-12-02T14:21:35,946 INFO  [Time-limited test {}] server.Server(415): Started @2735ms
2024-12-02T14:21:35,992 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-02T14:21:36,342 WARN  [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/cluster_6e5968fa-c748-6139-db91-82c084ed7ebb/data/data1/current/BP-22582081-172.17.0.2-1733149294955/current, will proceed with Du for space computation calculation, 
2024-12-02T14:21:36,342 WARN  [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/cluster_6e5968fa-c748-6139-db91-82c084ed7ebb/data/data2/current/BP-22582081-172.17.0.2-1733149294955/current, will proceed with Du for space computation calculation, 
2024-12-02T14:21:36,383 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-02T14:21:36,441 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x648d32849dc70862 with lease ID 0x6336c8c931cdd33b: Processing first storage report for DS-dc540853-4ea9-4f88-994c-89bb63088d41 from datanode DatanodeRegistration(127.0.0.1:33211, datanodeUuid=7a42209d-b8cc-462b-836c-9b35cc653786, infoPort=43343, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=641535105;c=1733149294955)
2024-12-02T14:21:36,442 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x648d32849dc70862 with lease ID 0x6336c8c931cdd33b: from storage DS-dc540853-4ea9-4f88-994c-89bb63088d41 node DatanodeRegistration(127.0.0.1:33211, datanodeUuid=7a42209d-b8cc-462b-836c-9b35cc653786, infoPort=43343, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=641535105;c=1733149294955), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-02T14:21:36,443 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x648d32849dc70862 with lease ID 0x6336c8c931cdd33b: Processing first storage report for DS-d00c70b1-3266-4f2d-aabc-88cb59b451a2 from datanode DatanodeRegistration(127.0.0.1:33211, datanodeUuid=7a42209d-b8cc-462b-836c-9b35cc653786, infoPort=43343, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=641535105;c=1733149294955)
2024-12-02T14:21:36,443 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x648d32849dc70862 with lease ID 0x6336c8c931cdd33b: from storage DS-d00c70b1-3266-4f2d-aabc-88cb59b451a2 node DatanodeRegistration(127.0.0.1:33211, datanodeUuid=7a42209d-b8cc-462b-836c-9b35cc653786, infoPort=43343, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=641535105;c=1733149294955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-02T14:21:36,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115
2024-12-02T14:21:36,565 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/cluster_6e5968fa-c748-6139-db91-82c084ed7ebb/zookeeper_0, clientPort=62015, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/cluster_6e5968fa-c748-6139-db91-82c084ed7ebb/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/cluster_6e5968fa-c748-6139-db91-82c084ed7ebb/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-02T14:21:36,574 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62015
2024-12-02T14:21:36,586 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:21:36,588 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:21:36,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741825_1001 (size=7)
2024-12-02T14:21:37,194 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c with version=8
2024-12-02T14:21:37,195 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/hbase-staging
2024-12-02T14:21:37,272 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-02T14:21:37,460 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=9
2024-12-02T14:21:37,469 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:21:37,469 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:21:37,473 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:21:37,473 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:21:37,473 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:21:37,646 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:21:37,711 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-02T14:21:37,721 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-02T14:21:37,725 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:21:37,753 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 107068 (auto-detected)
2024-12-02T14:21:37,754 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-02T14:21:37,777 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46639
2024-12-02T14:21:37,803 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46639 connecting to ZooKeeper ensemble=127.0.0.1:62015
2024-12-02T14:21:37,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466390x0, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:21:37,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46639-0x1009b4ee4150000 connected
2024-12-02T14:21:37,879 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:21:37,882 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:21:37,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:21:37,896 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c, hbase.cluster.distributed=false
2024-12-02T14:21:37,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:21:37,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46639
2024-12-02T14:21:37,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46639
2024-12-02T14:21:37,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46639
2024-12-02T14:21:37,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46639
2024-12-02T14:21:37,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46639
2024-12-02T14:21:38,059 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=9
2024-12-02T14:21:38,061 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:21:38,062 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:21:38,062 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:21:38,063 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:21:38,063 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:21:38,066 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:21:38,069 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:21:38,070 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46107
2024-12-02T14:21:38,072 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46107 connecting to ZooKeeper ensemble=127.0.0.1:62015
2024-12-02T14:21:38,074 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:21:38,078 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:21:38,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461070x0, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:21:38,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461070x0, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:21:38,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46107-0x1009b4ee4150001 connected
2024-12-02T14:21:38,107 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:21:38,135 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:21:38,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:21:38,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:21:38,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46107
2024-12-02T14:21:38,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46107
2024-12-02T14:21:38,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46107
2024-12-02T14:21:38,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46107
2024-12-02T14:21:38,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46107
2024-12-02T14:21:38,210 DEBUG [M:0;a3a61c9ba14f:46639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:46639
2024-12-02T14:21:38,211 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3a61c9ba14f,46639,1733149297315
2024-12-02T14:21:38,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:21:38,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:21:38,220 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3a61c9ba14f,46639,1733149297315
2024-12-02T14:21:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:21:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:38,250 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:21:38,252 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3a61c9ba14f,46639,1733149297315 from backup master directory
2024-12-02T14:21:38,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:21:38,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3a61c9ba14f,46639,1733149297315
2024-12-02T14:21:38,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:21:38,256 WARN  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:21:38,256 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,46639,1733149297315
2024-12-02T14:21:38,258 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-02T14:21:38,260 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-02T14:21:38,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/hbase.id] with ID: 2f030715-3a8d-46ca-895d-6fd6989b5eb1
2024-12-02T14:21:38,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/.tmp/hbase.id
2024-12-02T14:21:38,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741826_1002 (size=42)
2024-12-02T14:21:38,335 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/.tmp/hbase.id]:[hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/hbase.id]
2024-12-02T14:21:38,388 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:21:38,393 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:21:38,411 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-12-02T14:21:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:38,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:38,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741827_1003 (size=196)
2024-12-02T14:21:38,450 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:21:38,453 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:21:38,473 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:21:38,477 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:21:38,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741828_1004 (size=1189)
2024-12-02T14:21:38,530 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store
2024-12-02T14:21:38,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741829_1005 (size=34)
2024-12-02T14:21:38,561 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-02T14:21:38,564 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:21:38,565 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:21:38,565 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:21:38,566 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:21:38,568 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:21:38,568 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:21:38,568 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:21:38,570 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733149298565Disabling compacts and flushes for region at 1733149298565Disabling writes for close at 1733149298568 (+3 ms)Writing region close event to WAL at 1733149298568Closed at 1733149298568
2024-12-02T14:21:38,573 WARN  [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/.initializing
2024-12-02T14:21:38,574 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/WALs/a3a61c9ba14f,46639,1733149297315
2024-12-02T14:21:38,583 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:21:38,602 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C46639%2C1733149297315, suffix=, logDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/WALs/a3a61c9ba14f,46639,1733149297315, archiveDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/oldWALs, maxLogs=10
2024-12-02T14:21:38,634 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/WALs/a3a61c9ba14f,46639,1733149297315/a3a61c9ba14f%2C46639%2C1733149297315.1733149298608, exclude list is [], retry=0
2024-12-02T14:21:38,658 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-dc540853-4ea9-4f88-994c-89bb63088d41,DISK]
2024-12-02T14:21:38,662 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-02T14:21:38,714 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/WALs/a3a61c9ba14f,46639,1733149297315/a3a61c9ba14f%2C46639%2C1733149297315.1733149298608
2024-12-02T14:21:38,718 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43343:43343)]
2024-12-02T14:21:38,720 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:21:38,722 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:21:38,726 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:21:38,730 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:21:38,788 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:21:38,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T14:21:38,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:21:38,836 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:21:38,838 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:21:38,843 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T14:21:38,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:21:38,845 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:21:38,846 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:21:38,850 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T14:21:38,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:21:38,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:21:38,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:21:38,857 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T14:21:38,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:21:38,859 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:21:38,860 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:21:38,866 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:21:38,867 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:21:38,875 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:21:38,877 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:21:38,884 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:21:38,893 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:21:38,900 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:21:38,902 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64907950, jitterRate=-0.03279617428779602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:21:38,909 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733149298749Initializing all the Stores at 1733149298753 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149298754 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149298755 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149298756 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149298756Cleaning up temporary data from old regions at 1733149298877 (+121 ms)Region opened successfully at 1733149298909 (+32 ms)
2024-12-02T14:21:38,911 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T14:21:38,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6e680b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0
2024-12-02T14:21:38,993 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-02T14:21:39,009 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T14:21:39,009 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T14:21:39,013 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T14:21:39,015 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-02T14:21:39,021 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-12-02T14:21:39,022 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T14:21:39,053 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-02T14:21:39,064 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T14:21:39,066 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T14:21:39,069 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T14:21:39,071 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T14:21:39,072 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T14:21:39,074 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T14:21:39,079 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T14:21:39,080 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T14:21:39,081 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T14:21:39,082 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T14:21:39,105 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T14:21:39,106 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T14:21:39,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:21:39,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:21:39,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:39,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:39,115 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,46639,1733149297315, sessionid=0x1009b4ee4150000, setting cluster-up flag (Was=false)
2024-12-02T14:21:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:39,132 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T14:21:39,133 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,46639,1733149297315
2024-12-02T14:21:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:21:39,143 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T14:21:39,145 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,46639,1733149297315
2024-12-02T14:21:39,152 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-02T14:21:39,193 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(746): ClusterId : 2f030715-3a8d-46ca-895d-6fd6989b5eb1
2024-12-02T14:21:39,197 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:21:39,205 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:21:39,206 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:21:39,219 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:21:39,220 DEBUG [RS:0;a3a61c9ba14f:46107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4585f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0
2024-12-02T14:21:39,236 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T14:21:39,239 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:46107
2024-12-02T14:21:39,242 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:21:39,242 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:21:39,242 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:21:39,245 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,46639,1733149297315 with port=46107, startcode=1733149298016
2024-12-02T14:21:39,249 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T14:21:39,257 DEBUG [RS:0;a3a61c9ba14f:46107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:21:39,257 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-02T14:21:39,264 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,46639,1733149297315
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T14:21:39,274 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:21:39,274 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:21:39,278 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:21:39,278 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:21:39,279 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10
2024-12-02T14:21:39,279 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:21:39,279 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:21:39,280 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:21:39,299 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:21:39,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:21:39,304 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-02T14:21:39,307 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46639 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-02T14:21:39,314 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:21:39,314 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-02T14:21:39,330 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149329330
2024-12-02T14:21:39,332 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T14:21:39,333 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T14:21:39,337 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T14:21:39,338 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T14:21:39,338 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T14:21:39,338 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T14:21:39,341 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-02T14:21:39,341 WARN  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-02T14:21:39,341 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:21:39,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741831_1007 (size=1321)
2024-12-02T14:21:39,346 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T14:21:39,347 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-02T14:21:39,347 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T14:21:39,348 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:21:39,348 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T14:21:39,350 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T14:21:39,350 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T14:21:39,353 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149299351,5,FailOnTimeoutGroup]
2024-12-02T14:21:39,357 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149299353,5,FailOnTimeoutGroup]
2024-12-02T14:21:39,357 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:21:39,357 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T14:21:39,358 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T14:21:39,359 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T14:21:39,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741832_1008 (size=32)
2024-12-02T14:21:39,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:21:39,773 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:21:39,776 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:21:39,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:21:39,778 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:21:39,778 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:21:39,781 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:21:39,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:21:39,782 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:21:39,783 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:21:39,785 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:21:39,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:21:39,787 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:21:39,787 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:21:39,790 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:21:39,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:21:39,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:21:39,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:21:39,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740
2024-12-02T14:21:39,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740
2024-12-02T14:21:39,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:21:39,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:21:39,799 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:21:39,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:21:39,806 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:21:39,807 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61196983, jitterRate=-0.08809389173984528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:21:39,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733149299770Initializing all the Stores at 1733149299772 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149299772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149299773 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149299773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149299773Cleaning up temporary data from old regions at 1733149299798 (+25 ms)Region opened successfully at 1733149299810 (+12 ms)
2024-12-02T14:21:39,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:21:39,811 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:21:39,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:21:39,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:21:39,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:21:39,813 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:21:39,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733149299810Disabling compacts and flushes for region at 1733149299810Disabling writes for close at 1733149299811 (+1 ms)Writing region close event to WAL at 1733149299812 (+1 ms)Closed at 1733149299812
2024-12-02T14:21:39,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:21:39,816 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-02T14:21:39,822 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-02T14:21:39,830 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:21:39,833 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-02T14:21:39,984 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:40,984 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:41,985 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:42,986 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:43,986 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:44,987 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:45,988 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:46,988 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:47,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-02T14:21:47,708 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-02T14:21:47,989 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:48,989 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:49,990 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:50,991 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:51,991 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:52,992 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:53,993 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:54,993 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:55,994 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:56,995 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:57,995 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:58,996 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:21:59,997 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:00,998 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:02,000 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:03,001 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:04,002 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:05,003 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:06,004 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:06,504 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-02T14:22:07,010 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:08,011 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:09,013 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:09,342 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,46639,1733149297315 with port=46107, startcode=1733149298016
2024-12-02T14:22:09,344 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46639 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:09,346 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46639 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:09,353 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:22:09,353 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41481
2024-12-02T14:22:09,354 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:22:09,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:22:09,357 DEBUG [RS:0;a3a61c9ba14f:46107 {}] zookeeper.ZKUtil(111): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:09,358 WARN  [RS:0;a3a61c9ba14f:46107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:22:09,358 INFO  [RS:0;a3a61c9ba14f:46107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:22:09,358 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/WALs/a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:09,360 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,46107,1733149298016]
2024-12-02T14:22:09,379 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:22:09,389 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:22:09,393 INFO  [RS:0;a3a61c9ba14f:46107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:22:09,393 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,394 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:22:09,399 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:22:09,400 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,401 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,401 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,401 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,401 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,401 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,402 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:22:09,402 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,402 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,402 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,402 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,402 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,402 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:22:09,402 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:22:09,403 DEBUG [RS:0;a3a61c9ba14f:46107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:22:09,403 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,403 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,404 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,404 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,404 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,404 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46107,1733149298016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:22:09,420 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:22:09,422 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46107,1733149298016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,422 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,422 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.Replication(171): a3a61c9ba14f,46107,1733149298016 started
2024-12-02T14:22:09,437 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:09,437 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,46107,1733149298016, RpcServer on a3a61c9ba14f/172.17.0.2:46107, sessionid=0x1009b4ee4150001
2024-12-02T14:22:09,438 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:22:09,438 DEBUG [RS:0;a3a61c9ba14f:46107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:09,438 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,46107,1733149298016'
2024-12-02T14:22:09,439 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:22:09,440 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:22:09,440 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:22:09,440 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:22:09,441 DEBUG [RS:0;a3a61c9ba14f:46107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:09,441 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,46107,1733149298016'
2024-12-02T14:22:09,441 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:22:09,441 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:22:09,442 DEBUG [RS:0;a3a61c9ba14f:46107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:22:09,442 INFO  [RS:0;a3a61c9ba14f:46107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:22:09,442 INFO  [RS:0;a3a61c9ba14f:46107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:22:10,014 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:11,015 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:12,016 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:13,017 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:14,018 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:15,019 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:16,020 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:17,021 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:18,022 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:19,023 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:20,024 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:21,025 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:22,027 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:23,028 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:24,029 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:25,030 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:26,031 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:27,032 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:28,033 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:29,034 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:30,035 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:31,036 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:32,037 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:33,038 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:34,039 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:35,040 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:36,041 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:36,504 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-02T14:22:37,042 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:38,043 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:39,044 WARN  [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:22:39,451 INFO  [RS:0;a3a61c9ba14f:46107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:22:39,456 INFO  [RS:0;a3a61c9ba14f:46107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C46107%2C1733149298016, suffix=, logDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/WALs/a3a61c9ba14f,46107,1733149298016, archiveDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/oldWALs, maxLogs=32
2024-12-02T14:22:39,468 DEBUG [RS:0;a3a61c9ba14f:46107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/WALs/a3a61c9ba14f,46107,1733149298016/a3a61c9ba14f%2C46107%2C1733149298016.1733149359457, exclude list is [], retry=0
2024-12-02T14:22:39,472 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-dc540853-4ea9-4f88-994c-89bb63088d41,DISK]
2024-12-02T14:22:39,475 INFO  [RS:0;a3a61c9ba14f:46107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/WALs/a3a61c9ba14f,46107,1733149298016/a3a61c9ba14f%2C46107%2C1733149298016.1733149359457
2024-12-02T14:22:39,475 DEBUG [RS:0;a3a61c9ba14f:46107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43343:43343)]
2024-12-02T14:22:39,547 DEBUG [a3a61c9ba14f:46639 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-02T14:22:39,562 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:39,568 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,46107,1733149298016, state=OPENING
2024-12-02T14:22:39,571 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-02T14:22:39,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:22:39,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:22:39,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:22:39,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:22:39,575 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:22:39,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:22:39,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:22:39,760 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:22:39,770 INFO  [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-02T14:22:39,770 INFO  [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:22:39,771 INFO  [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-02T14:22:39,775 INFO  [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C46107%2C1733149298016.meta, suffix=.meta, logDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/WALs/a3a61c9ba14f,46107,1733149298016, archiveDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/oldWALs, maxLogs=32
2024-12-02T14:22:39,790 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/WALs/a3a61c9ba14f,46107,1733149298016/a3a61c9ba14f%2C46107%2C1733149298016.meta.1733149359777.meta, exclude list is [], retry=0
2024-12-02T14:22:39,794 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-dc540853-4ea9-4f88-994c-89bb63088d41,DISK]
2024-12-02T14:22:39,797 INFO  [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/WALs/a3a61c9ba14f,46107,1733149298016/a3a61c9ba14f%2C46107%2C1733149298016.meta.1733149359777.meta
2024-12-02T14:22:39,797 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43343:43343)]
2024-12-02T14:22:39,798 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:22:39,800 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-02T14:22:39,803 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-02T14:22:39,808 INFO  [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-02T14:22:39,813 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-02T14:22:39,814 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:22:39,814 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-02T14:22:39,814 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-02T14:22:39,817 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:22:39,819 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:22:39,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:39,820 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:22:39,820 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:22:39,821 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:22:39,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:39,822 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:22:39,822 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:22:39,824 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:22:39,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:39,825 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:22:39,825 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:22:39,826 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:22:39,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:39,827 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:22:39,828 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:22:39,829 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740
2024-12-02T14:22:39,831 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740
2024-12-02T14:22:39,833 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:22:39,834 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:22:39,834 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:22:39,837 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:22:39,839 INFO  [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60321635, jitterRate=-0.10113759338855743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:22:39,839 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-02T14:22:39,841 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733149359815Writing region info on filesystem at 1733149359815Initializing all the Stores at 1733149359817 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149359817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149359817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149359817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149359817Cleaning up temporary data from old regions at 1733149359834 (+17 ms)Running coprocessor post-open hooks at 1733149359839 (+5 ms)Region opened successfully at 1733149359841 (+2 ms)
2024-12-02T14:22:39,849 INFO  [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149359749
2024-12-02T14:22:39,859 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-02T14:22:39,859 INFO  [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-02T14:22:39,861 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:39,863 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,46107,1733149298016, state=OPEN
2024-12-02T14:22:39,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:22:39,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:22:39,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:22:39,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:22:39,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:39,871 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-02T14:22:39,871 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46107,1733149298016 in 290 msec
2024-12-02T14:22:39,878 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-02T14:22:39,878 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.051 sec
2024-12-02T14:22:39,880 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:22:39,880 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-02T14:22:39,898 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:22:39,899 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46107,1733149298016, seqNum=-1]
2024-12-02T14:22:39,919 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:22:39,921 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:22:39,941 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.757 sec
2024-12-02T14:22:39,942 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149359941, completionTime=-1
2024-12-02T14:22:39,945 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-02T14:22:39,945 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T14:22:39,974 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-02T14:22:39,974 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149419974
2024-12-02T14:22:39,974 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149479974
2024-12-02T14:22:39,975 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec
2024-12-02T14:22:39,976 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46639,1733149297315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:39,977 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46639,1733149297315-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:39,977 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46639,1733149297315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:39,978 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:46639, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:39,979 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:39,979 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:39,985 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-02T14:22:40,006 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 61.750sec
2024-12-02T14:22:40,007 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T14:22:40,008 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T14:22:40,009 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T14:22:40,009 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T14:22:40,009 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T14:22:40,010 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46639,1733149297315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:22:40,010 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46639,1733149297315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T14:22:40,018 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T14:22:40,019 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T14:22:40,019 INFO  [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46639,1733149297315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:22:40,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b928a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:22:40,076 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-02T14:22:40,076 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-02T14:22:40,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46639,-1 for getting cluster id
2024-12-02T14:22:40,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-02T14:22:40,088 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f030715-3a8d-46ca-895d-6fd6989b5eb1'
2024-12-02T14:22:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-02T14:22:40,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f030715-3a8d-46ca-895d-6fd6989b5eb1"

2024-12-02T14:22:40,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:22:40,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46639,-1]
2024-12-02T14:22:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-02T14:22:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:22:40,097 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-02T14:22:40,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757813c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:22:40,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:22:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46107,1733149298016, seqNum=-1]
2024-12-02T14:22:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:22:40,110 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:22:40,129 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,46639,1733149297315
2024-12-02T14:22:40,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d428a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:22:40,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46639,-1 for getting cluster id
2024-12-02T14:22:40,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-02T14:22:40,133 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f030715-3a8d-46ca-895d-6fd6989b5eb1'
2024-12-02T14:22:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-02T14:22:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f030715-3a8d-46ca-895d-6fd6989b5eb1"

2024-12-02T14:22:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2f7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:22:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46639,-1]
2024-12-02T14:22:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-02T14:22:40,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:22:40,136 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-02T14:22:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a9f507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:22:40,151 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=9, AvailableMemoryMB=7497
2024-12-02T14:22:40,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-02T14:22:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46639,1733149297315
2024-12-02T14:22:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c5f21
2024-12-02T14:22:40,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-02T14:22:40,167 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-02T14:22:40,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:22:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-02T14:22:40,202 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:22:40,204 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-02T14:22:40,204 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:40,207 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:22:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:22:40,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741835_1011 (size=428)
2024-12-02T14:22:40,634 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cb8c896303066bf8d196fc3c6fbf358, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:22:40,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741836_1012 (size=79)
2024-12-02T14:22:41,051 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:22:41,052 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3cb8c896303066bf8d196fc3c6fbf358, disabling compactions & flushes
2024-12-02T14:22:41,052 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:22:41,052 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:22:41,052 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358. after waiting 0 ms
2024-12-02T14:22:41,052 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:22:41,053 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:22:41,053 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cb8c896303066bf8d196fc3c6fbf358:
Waiting for close lock at 1733149361052Disabling compacts and flushes for region at 1733149361052Disabling writes for close at 1733149361052Writing region close event to WAL at 1733149361052Closed at 1733149361052
2024-12-02T14:22:41,057 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:22:41,064 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733149361057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149361057"}]},"ts":"1733149361057"}
2024-12-02T14:22:41,071 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:22:41,072 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:22:41,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149361073"}]},"ts":"1733149361073"}
2024-12-02T14:22:41,079 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-02T14:22:41,081 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3cb8c896303066bf8d196fc3c6fbf358, ASSIGN}]
2024-12-02T14:22:41,084 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3cb8c896303066bf8d196fc3c6fbf358, ASSIGN
2024-12-02T14:22:41,086 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3cb8c896303066bf8d196fc3c6fbf358, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:22:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:22:41,239 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cb8c896303066bf8d196fc3c6fbf358, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:41,249 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3cb8c896303066bf8d196fc3c6fbf358, ASSIGN because future has completed
2024-12-02T14:22:41,250 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cb8c896303066bf8d196fc3c6fbf358, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:22:41,415 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:22:41,416 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cb8c896303066bf8d196fc3c6fbf358, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:22:41,417 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,417 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:22:41,417 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,417 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,420 INFO  [StoreOpener-3cb8c896303066bf8d196fc3c6fbf358-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3cb8c896303066bf8d196fc3c6fbf358 
2024-12-02T14:22:41,422 INFO  [StoreOpener-3cb8c896303066bf8d196fc3c6fbf358-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cb8c896303066bf8d196fc3c6fbf358 columnFamilyName testFamily
2024-12-02T14:22:41,422 DEBUG [StoreOpener-3cb8c896303066bf8d196fc3c6fbf358-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:41,423 INFO  [StoreOpener-3cb8c896303066bf8d196fc3c6fbf358-1 {}] regionserver.HStore(327): Store=3cb8c896303066bf8d196fc3c6fbf358/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:22:41,423 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,425 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,425 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,426 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,426 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,429 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,433 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3cb8c896303066bf8d196fc3c6fbf358/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:22:41,434 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3cb8c896303066bf8d196fc3c6fbf358; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62334812, jitterRate=-0.07113891839981079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:22:41,434 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:22:41,435 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3cb8c896303066bf8d196fc3c6fbf358:
Running coprocessor pre-open hook at 1733149361417Writing region info on filesystem at 1733149361417Initializing all the Stores at 1733149361419 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149361419Cleaning up temporary data from old regions at 1733149361426 (+7 ms)Running coprocessor post-open hooks at 1733149361434 (+8 ms)Region opened successfully at 1733149361435 (+1 ms)
2024-12-02T14:22:41,438 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358., pid=6, masterSystemTime=1733149361404
2024-12-02T14:22:41,441 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:22:41,441 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:22:41,442 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cb8c896303066bf8d196fc3c6fbf358, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:41,445 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cb8c896303066bf8d196fc3c6fbf358, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:22:41,451 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-02T14:22:41,451 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cb8c896303066bf8d196fc3c6fbf358, server=a3a61c9ba14f,46107,1733149298016 in 197 msec
2024-12-02T14:22:41,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-02T14:22:41,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3cb8c896303066bf8d196fc3c6fbf358, ASSIGN in 370 msec
2024-12-02T14:22:41,456 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:22:41,457 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149361457"}]},"ts":"1733149361457"}
2024-12-02T14:22:41,460 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-02T14:22:41,462 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:22:41,465 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2850 sec
2024-12-02T14:22:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:22:43,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-02T14:22:43,259 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-02T14:22:43,262 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:22:43,271 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-02T14:22:43,272 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:22:43,272 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-02T14:22:43,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:22:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46107,1733149298016, seqNum=-1]
2024-12-02T14:22:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:22:43,279 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:22:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:22:43,299 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:22:43,302 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-02T14:22:43,307 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-02T14:22:43,312 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-02T14:22:43,314 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-02T14:22:43,314 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5274956997609914360
2024-12-02T14:22:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60098 deadline: 1733149366313, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T14:22:43,323 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-02T14:22:43,325 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-02T14:22:43,326 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:22:43,327 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:22:43,328 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5274956997609914358
2024-12-02T14:22:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60098 deadline: 1733149366327, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T14:22:43,332 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:22:43,333 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5274956997609914357
2024-12-02T14:22:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60098 deadline: 1733149366332, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T14:22:43,338 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:22:43,339 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5274956997609914356
2024-12-02T14:22:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60098 deadline: 1733149366338, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T14:22:43,343 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:22:43,353 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214719279_22 at /127.0.0.1:59006 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 210), ProcessCount=9 (was 9), AvailableMemoryMB=7452 (was 7497)
2024-12-02T14:22:43,361 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=9, AvailableMemoryMB=7451
2024-12-02T14:22:43,364 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:22:43,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-02T14:22:43,369 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:22:43,369 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:43,369 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-02T14:22:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-02T14:22:43,371 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:22:43,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741837_1013 (size=414)
2024-12-02T14:22:43,787 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e47b2bfc8f71064c5c461f2d0dd2c85, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:22:43,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741838_1014 (size=65)
2024-12-02T14:22:44,203 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:22:44,204 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 0e47b2bfc8f71064c5c461f2d0dd2c85, disabling compactions & flushes
2024-12-02T14:22:44,204 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:22:44,204 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:22:44,204 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85. after waiting 0 ms
2024-12-02T14:22:44,205 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:22:44,205 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:22:44,205 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e47b2bfc8f71064c5c461f2d0dd2c85:
Waiting for close lock at 1733149364204Disabling compacts and flushes for region at 1733149364204Disabling writes for close at 1733149364205 (+1 ms)Writing region close event to WAL at 1733149364205Closed at 1733149364205
2024-12-02T14:22:44,211 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:22:44,212 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733149364211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149364211"}]},"ts":"1733149364211"}
2024-12-02T14:22:44,216 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:22:44,218 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:22:44,218 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149364218"}]},"ts":"1733149364218"}
2024-12-02T14:22:44,221 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-02T14:22:44,221 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0e47b2bfc8f71064c5c461f2d0dd2c85, ASSIGN}]
2024-12-02T14:22:44,223 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0e47b2bfc8f71064c5c461f2d0dd2c85, ASSIGN
2024-12-02T14:22:44,225 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0e47b2bfc8f71064c5c461f2d0dd2c85, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:22:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-02T14:22:44,377 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0e47b2bfc8f71064c5c461f2d0dd2c85, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:44,387 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0e47b2bfc8f71064c5c461f2d0dd2c85, ASSIGN because future has completed
2024-12-02T14:22:44,388 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e47b2bfc8f71064c5c461f2d0dd2c85, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:22:44,553 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:22:44,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e47b2bfc8f71064c5c461f2d0dd2c85, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:22:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:22:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,556 INFO  [StoreOpener-0e47b2bfc8f71064c5c461f2d0dd2c85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0e47b2bfc8f71064c5c461f2d0dd2c85 
2024-12-02T14:22:44,559 INFO  [StoreOpener-0e47b2bfc8f71064c5c461f2d0dd2c85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e47b2bfc8f71064c5c461f2d0dd2c85 columnFamilyName testFamily
2024-12-02T14:22:44,559 DEBUG [StoreOpener-0e47b2bfc8f71064c5c461f2d0dd2c85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:44,560 INFO  [StoreOpener-0e47b2bfc8f71064c5c461f2d0dd2c85-1 {}] regionserver.HStore(327): Store=0e47b2bfc8f71064c5c461f2d0dd2c85/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:22:44,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScanner/0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScanner/0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScanner/0e47b2bfc8f71064c5c461f2d0dd2c85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:22:44,570 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 0e47b2bfc8f71064c5c461f2d0dd2c85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61210201, jitterRate=-0.087896928191185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:22:44,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:22:44,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0e47b2bfc8f71064c5c461f2d0dd2c85:
Running coprocessor pre-open hook at 1733149364554Writing region info on filesystem at 1733149364554Initializing all the Stores at 1733149364556 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149364556Cleaning up temporary data from old regions at 1733149364563 (+7 ms)Running coprocessor post-open hooks at 1733149364570 (+7 ms)Region opened successfully at 1733149364571 (+1 ms)
2024-12-02T14:22:44,572 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., pid=9, masterSystemTime=1733149364543
2024-12-02T14:22:44,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:22:44,575 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:22:44,576 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0e47b2bfc8f71064c5c461f2d0dd2c85, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:44,579 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e47b2bfc8f71064c5c461f2d0dd2c85, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:22:44,584 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-02T14:22:44,584 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e47b2bfc8f71064c5c461f2d0dd2c85, server=a3a61c9ba14f,46107,1733149298016 in 193 msec
2024-12-02T14:22:44,587 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-02T14:22:44,587 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0e47b2bfc8f71064c5c461f2d0dd2c85, ASSIGN in 363 msec
2024-12-02T14:22:44,589 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:22:44,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149364589"}]},"ts":"1733149364589"}
2024-12-02T14:22:44,592 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-02T14:22:44,593 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:22:44,596 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2290 sec
2024-12-02T14:22:45,351 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:22:45,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-02T14:22:45,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-02T14:22:45,378 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-02T14:22:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-02T14:22:46,397 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-02T14:22:46,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-02T14:22:46,398 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:22:46,406 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-02T14:22:46,406 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:22:46,406 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-02T14:22:46,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:22:46,421 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:22:46,422 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-02T14:22:46,425 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-02T14:22:46,427 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-02T14:22:47,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-02T14:22:47,707 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-02T14:22:47,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T14:22:47,710 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-02T14:22:47,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-02T14:22:47,711 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T14:22:47,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-02T14:22:47,714 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-02T14:22:52,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3a61c9ba14f:46107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6018ms, rpcTimeout=5999ms
2024-12-02T14:22:52,448 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6018ms, rpcTimeout=5999ms
2024-12-02T14:22:52,448 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 from cache
2024-12-02T14:22:52,456 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 193), ProcessCount=9 (was 9), AvailableMemoryMB=7444 (was 7451)
2024-12-02T14:22:52,463 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=9, AvailableMemoryMB=7444
2024-12-02T14:22:52,466 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:22:52,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-02T14:22:52,470 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:22:52,470 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:52,470 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-02T14:22:52,472 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:22:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-02T14:22:52,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741839_1015 (size=412)
2024-12-02T14:22:52,891 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2a23e668ec9f33403fa949729f798e3, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:22:52,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741840_1016 (size=63)
2024-12-02T14:22:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-12-02T14:22:53,308 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:22:53,308 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing c2a23e668ec9f33403fa949729f798e3, disabling compactions & flushes
2024-12-02T14:22:53,308 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:22:53,308 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:22:53,309 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3. after waiting 0 ms
2024-12-02T14:22:53,309 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:22:53,309 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:22:53,309 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2a23e668ec9f33403fa949729f798e3:
Waiting for close lock at 1733149373308Disabling compacts and flushes for region at 1733149373308Disabling writes for close at 1733149373309 (+1 ms)Writing region close event to WAL at 1733149373309Closed at 1733149373309
2024-12-02T14:22:53,313 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:22:53,313 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733149373313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149373313"}]},"ts":"1733149373313"}
2024-12-02T14:22:53,318 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:22:53,319 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:22:53,320 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149373320"}]},"ts":"1733149373320"}
2024-12-02T14:22:53,323 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-02T14:22:53,324 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2a23e668ec9f33403fa949729f798e3, ASSIGN}]
2024-12-02T14:22:53,326 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2a23e668ec9f33403fa949729f798e3, ASSIGN
2024-12-02T14:22:53,328 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2a23e668ec9f33403fa949729f798e3, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:22:53,479 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c2a23e668ec9f33403fa949729f798e3, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-02T14:22:53,488 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2a23e668ec9f33403fa949729f798e3, ASSIGN because future has completed
2024-12-02T14:22:53,489 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a23e668ec9f33403fa949729f798e3, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:22:53,654 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:22:53,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c2a23e668ec9f33403fa949729f798e3, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:22:53,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:22:53,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,658 INFO  [StoreOpener-c2a23e668ec9f33403fa949729f798e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c2a23e668ec9f33403fa949729f798e3 
2024-12-02T14:22:53,660 INFO  [StoreOpener-c2a23e668ec9f33403fa949729f798e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a23e668ec9f33403fa949729f798e3 columnFamilyName testFamily
2024-12-02T14:22:53,660 DEBUG [StoreOpener-c2a23e668ec9f33403fa949729f798e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:22:53,661 INFO  [StoreOpener-c2a23e668ec9f33403fa949729f798e3-1 {}] regionserver.HStore(327): Store=c2a23e668ec9f33403fa949729f798e3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:22:53,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNextAsync/c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNextAsync/c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNextAsync/c2a23e668ec9f33403fa949729f798e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:22:53,674 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened c2a23e668ec9f33403fa949729f798e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69457964, jitterRate=0.03500431776046753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:22:53,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:22:53,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c2a23e668ec9f33403fa949729f798e3:
Running coprocessor pre-open hook at 1733149373656Writing region info on filesystem at 1733149373656Initializing all the Stores at 1733149373657 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149373657Cleaning up temporary data from old regions at 1733149373665 (+8 ms)Running coprocessor post-open hooks at 1733149373675 (+10 ms)Region opened successfully at 1733149373675
2024-12-02T14:22:53,677 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3., pid=12, masterSystemTime=1733149373643
2024-12-02T14:22:53,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:22:53,680 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:22:53,681 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c2a23e668ec9f33403fa949729f798e3, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:22:53,684 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a23e668ec9f33403fa949729f798e3, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:22:53,689 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-02T14:22:53,689 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c2a23e668ec9f33403fa949729f798e3, server=a3a61c9ba14f,46107,1733149298016 in 197 msec
2024-12-02T14:22:53,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-02T14:22:53,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2a23e668ec9f33403fa949729f798e3, ASSIGN in 365 msec
2024-12-02T14:22:53,694 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:22:53,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149373694"}]},"ts":"1733149373694"}
2024-12-02T14:22:53,697 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-02T14:22:53,698 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:22:53,701 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2320 sec
2024-12-02T14:22:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-02T14:22:55,517 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-02T14:22:55,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-02T14:22:55,518 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:22:55,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-02T14:22:55,526 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:22:55,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-02T14:22:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:22:55,544 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:22:55,544 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-02T14:22:55,548 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-02T14:22:55,550 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-02T14:22:55,552 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-02T14:22:55,553 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-02T14:22:57,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-02T14:22:57,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-02T14:22:57,707 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T14:22:59,193 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:23:01,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46107 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914347' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-02T14:23:01,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46107 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:60098 deadline: 1733149387569, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914347' does not exist
2024-12-02T14:23:01,574 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a3a61c9ba14f,46107,1733149298016 for closing scanner id = -5274956997609914347 for c2a23e668ec9f33403fa949729f798e3 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914347' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:23:01,576 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 163), ProcessCount=9 (was 9), AvailableMemoryMB=7435 (was 7444)
2024-12-02T14:23:01,584 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=9, AvailableMemoryMB=7435
2024-12-02T14:23:01,586 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:23:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-02T14:23:01,590 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:23:01,591 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:01,591 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-02T14:23:01,593 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:23:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-02T14:23:01,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741841_1017 (size=423)
2024-12-02T14:23:02,010 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7400e22958fd166439ac5ddbabe898a, NAME => 'testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:23:02,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741842_1018 (size=74)
2024-12-02T14:23:02,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-12-02T14:23:02,425 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:02,425 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing e7400e22958fd166439ac5ddbabe898a, disabling compactions & flushes
2024-12-02T14:23:02,425 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:02,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:02,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a. after waiting 0 ms
2024-12-02T14:23:02,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:02,426 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:02,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7400e22958fd166439ac5ddbabe898a:
Waiting for close lock at 1733149382425Disabling compacts and flushes for region at 1733149382425Disabling writes for close at 1733149382426 (+1 ms)Writing region close event to WAL at 1733149382426Closed at 1733149382426
2024-12-02T14:23:02,430 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:23:02,431 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733149382430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149382430"}]},"ts":"1733149382430"}
2024-12-02T14:23:02,436 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:23:02,438 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:23:02,438 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149382438"}]},"ts":"1733149382438"}
2024-12-02T14:23:02,440 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-02T14:23:02,441 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e7400e22958fd166439ac5ddbabe898a, ASSIGN}]
2024-12-02T14:23:02,442 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e7400e22958fd166439ac5ddbabe898a, ASSIGN
2024-12-02T14:23:02,443 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e7400e22958fd166439ac5ddbabe898a, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:23:02,594 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e7400e22958fd166439ac5ddbabe898a, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:02,599 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e7400e22958fd166439ac5ddbabe898a, ASSIGN because future has completed
2024-12-02T14:23:02,600 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7400e22958fd166439ac5ddbabe898a, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:23:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-02T14:23:02,766 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:02,766 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e7400e22958fd166439ac5ddbabe898a, NAME => 'testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:23:02,767 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,767 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:02,768 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,768 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,772 INFO  [StoreOpener-e7400e22958fd166439ac5ddbabe898a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e7400e22958fd166439ac5ddbabe898a 
2024-12-02T14:23:02,777 INFO  [StoreOpener-e7400e22958fd166439ac5ddbabe898a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7400e22958fd166439ac5ddbabe898a columnFamilyName testFamily
2024-12-02T14:23:02,777 DEBUG [StoreOpener-e7400e22958fd166439ac5ddbabe898a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:02,778 INFO  [StoreOpener-e7400e22958fd166439ac5ddbabe898a-1 {}] regionserver.HStore(327): Store=e7400e22958fd166439ac5ddbabe898a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:23:02,778 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,780 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextException/e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,780 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextException/e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,781 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,781 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,783 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,787 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextException/e7400e22958fd166439ac5ddbabe898a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:23:02,787 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e7400e22958fd166439ac5ddbabe898a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61136603, jitterRate=-0.0889936238527298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:23:02,788 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:02,788 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e7400e22958fd166439ac5ddbabe898a:
Running coprocessor pre-open hook at 1733149382768Writing region info on filesystem at 1733149382768Initializing all the Stores at 1733149382771 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149382771Cleaning up temporary data from old regions at 1733149382781 (+10 ms)Running coprocessor post-open hooks at 1733149382788 (+7 ms)Region opened successfully at 1733149382788
2024-12-02T14:23:02,790 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a., pid=15, masterSystemTime=1733149382756
2024-12-02T14:23:02,793 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:02,793 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:02,794 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e7400e22958fd166439ac5ddbabe898a, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:02,797 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7400e22958fd166439ac5ddbabe898a, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:23:02,801 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-02T14:23:02,802 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e7400e22958fd166439ac5ddbabe898a, server=a3a61c9ba14f,46107,1733149298016 in 199 msec
2024-12-02T14:23:02,804 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-02T14:23:02,804 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e7400e22958fd166439ac5ddbabe898a, ASSIGN in 362 msec
2024-12-02T14:23:02,806 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:23:02,806 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149382806"}]},"ts":"1733149382806"}
2024-12-02T14:23:02,808 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-02T14:23:02,810 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:23:02,812 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2230 sec
2024-12-02T14:23:03,386 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-02T14:23:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-02T14:23:04,626 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-02T14:23:04,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-02T14:23:04,627 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:04,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-02T14:23:04,637 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:04,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-02T14:23:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:23:04,651 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:23:04,651 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-02T14:23:04,655 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-02T14:23:04,657 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-02T14:23:04,659 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-02T14:23:04,659 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5274956997609914343
2024-12-02T14:23:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60098 deadline: 1733149387658, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T14:23:04,662 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-02T14:23:04,663 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-02T14:23:04,663 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:23:04,664 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:23:04,665 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5274956997609914341
2024-12-02T14:23:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60098 deadline: 1733149387664, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T14:23:04,668 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:23:04,668 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5274956997609914340
2024-12-02T14:23:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60098 deadline: 1733149387667, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T14:23:04,671 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:23:04,671 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5274956997609914339
2024-12-02T14:23:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60098 deadline: 1733149387670, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T14:23:04,674 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T14:23:04,682 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214719279_22 at /127.0.0.1:59468 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 138), ProcessCount=9 (was 9), AvailableMemoryMB=7431 (was 7435)
2024-12-02T14:23:04,691 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=9, AvailableMemoryMB=7431
2024-12-02T14:23:04,693 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:23:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-02T14:23:04,697 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:23:04,697 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:04,697 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-02T14:23:04,699 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:23:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-02T14:23:04,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741843_1019 (size=418)
2024-12-02T14:23:05,111 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d3731723397d5d61f528d2fc6ec0f0e, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:23:05,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741844_1020 (size=69)
2024-12-02T14:23:05,520 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:05,520 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 4d3731723397d5d61f528d2fc6ec0f0e, disabling compactions & flushes
2024-12-02T14:23:05,521 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:05,521 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:05,521 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e. after waiting 0 ms
2024-12-02T14:23:05,521 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:05,521 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:05,521 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d3731723397d5d61f528d2fc6ec0f0e:
Waiting for close lock at 1733149385520Disabling compacts and flushes for region at 1733149385520Disabling writes for close at 1733149385521 (+1 ms)Writing region close event to WAL at 1733149385521Closed at 1733149385521
2024-12-02T14:23:05,525 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:23:05,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733149385525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149385525"}]},"ts":"1733149385525"}
2024-12-02T14:23:05,532 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:23:05,534 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:23:05,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149385534"}]},"ts":"1733149385534"}
2024-12-02T14:23:05,538 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-02T14:23:05,538 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4d3731723397d5d61f528d2fc6ec0f0e, ASSIGN}]
2024-12-02T14:23:05,540 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4d3731723397d5d61f528d2fc6ec0f0e, ASSIGN
2024-12-02T14:23:05,541 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4d3731723397d5d61f528d2fc6ec0f0e, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:23:05,692 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=4d3731723397d5d61f528d2fc6ec0f0e, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:05,696 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4d3731723397d5d61f528d2fc6ec0f0e, ASSIGN because future has completed
2024-12-02T14:23:05,697 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d3731723397d5d61f528d2fc6ec0f0e, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:23:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-02T14:23:05,862 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:05,863 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d3731723397d5d61f528d2fc6ec0f0e, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:23:05,863 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,863 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:05,864 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,864 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,867 INFO  [StoreOpener-4d3731723397d5d61f528d2fc6ec0f0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4d3731723397d5d61f528d2fc6ec0f0e 
2024-12-02T14:23:05,869 INFO  [StoreOpener-4d3731723397d5d61f528d2fc6ec0f0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d3731723397d5d61f528d2fc6ec0f0e columnFamilyName testFamily
2024-12-02T14:23:05,869 DEBUG [StoreOpener-4d3731723397d5d61f528d2fc6ec0f0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:05,870 INFO  [StoreOpener-4d3731723397d5d61f528d2fc6ec0f0e-1 {}] regionserver.HStore(327): Store=4d3731723397d5d61f528d2fc6ec0f0e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:23:05,870 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,871 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScanner/4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,871 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScanner/4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,872 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,872 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,874 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,877 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScanner/4d3731723397d5d61f528d2fc6ec0f0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:23:05,878 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4d3731723397d5d61f528d2fc6ec0f0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69347154, jitterRate=0.03335312008857727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:23:05,878 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:05,879 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4d3731723397d5d61f528d2fc6ec0f0e:
Running coprocessor pre-open hook at 1733149385864Writing region info on filesystem at 1733149385864Initializing all the Stores at 1733149385866 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149385866Cleaning up temporary data from old regions at 1733149385872 (+6 ms)Running coprocessor post-open hooks at 1733149385878 (+6 ms)Region opened successfully at 1733149385878
2024-12-02T14:23:05,880 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., pid=18, masterSystemTime=1733149385851
2024-12-02T14:23:05,882 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:05,883 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:05,883 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=4d3731723397d5d61f528d2fc6ec0f0e, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:05,886 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d3731723397d5d61f528d2fc6ec0f0e, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:23:05,890 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-02T14:23:05,890 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d3731723397d5d61f528d2fc6ec0f0e, server=a3a61c9ba14f,46107,1733149298016 in 190 msec
2024-12-02T14:23:05,893 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-02T14:23:05,894 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4d3731723397d5d61f528d2fc6ec0f0e, ASSIGN in 352 msec
2024-12-02T14:23:05,895 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:23:05,895 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149385895"}]},"ts":"1733149385895"}
2024-12-02T14:23:05,897 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-02T14:23:05,898 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:23:05,900 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2050 sec
2024-12-02T14:23:06,505 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-02T14:23:07,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-02T14:23:07,707 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-02T14:23:07,709 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-02T14:23:07,709 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-02T14:23:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-02T14:23:07,725 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-02T14:23:07,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-02T14:23:07,725 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:07,731 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-02T14:23:07,732 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:07,732 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-02T14:23:07,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:23:07,748 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:23:07,748 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-02T14:23:07,752 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-02T14:23:07,754 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-02T14:23:08,271 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:23:08,762 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3a61c9ba14f:46107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-02T14:23:08,762 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-02T14:23:08,763 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 from cache
2024-12-02T14:23:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-12-02T14:23:09,388 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-02T14:23:09,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:23:09,781 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-02T14:23:10,762 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3a61c9ba14f:46107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=973ms
2024-12-02T14:23:10,762 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=973ms
2024-12-02T14:23:10,763 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 from cache
2024-12-02T14:23:10,776 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 138), ProcessCount=9 (was 9), AvailableMemoryMB=7426 (was 7431)
2024-12-02T14:23:10,783 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=9, AvailableMemoryMB=7426
2024-12-02T14:23:10,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:23:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-02T14:23:10,790 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:23:10,790 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:10,790 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-02T14:23:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-02T14:23:10,792 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:23:10,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741845_1021 (size=416)
2024-12-02T14:23:11,205 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a87770e3879eadedeaafe8acefd63f1, NAME => 'testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:23:11,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741846_1022 (size=67)
2024-12-02T14:23:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-12-02T14:23:11,620 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:11,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5a87770e3879eadedeaafe8acefd63f1, disabling compactions & flushes
2024-12-02T14:23:11,621 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:11,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:11,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1. after waiting 0 ms
2024-12-02T14:23:11,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:11,621 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:11,622 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a87770e3879eadedeaafe8acefd63f1:
Waiting for close lock at 1733149391621Disabling compacts and flushes for region at 1733149391621Disabling writes for close at 1733149391621Writing region close event to WAL at 1733149391621Closed at 1733149391621
2024-12-02T14:23:11,625 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:23:11,626 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733149391625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149391625"}]},"ts":"1733149391625"}
2024-12-02T14:23:11,629 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:23:11,631 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:23:11,631 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149391631"}]},"ts":"1733149391631"}
2024-12-02T14:23:11,634 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-02T14:23:11,635 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5a87770e3879eadedeaafe8acefd63f1, ASSIGN}]
2024-12-02T14:23:11,636 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5a87770e3879eadedeaafe8acefd63f1, ASSIGN
2024-12-02T14:23:11,637 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5a87770e3879eadedeaafe8acefd63f1, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:23:11,788 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5a87770e3879eadedeaafe8acefd63f1, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:11,792 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5a87770e3879eadedeaafe8acefd63f1, ASSIGN because future has completed
2024-12-02T14:23:11,793 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a87770e3879eadedeaafe8acefd63f1, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:23:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-02T14:23:11,955 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:11,955 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a87770e3879eadedeaafe8acefd63f1, NAME => 'testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:23:11,956 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,957 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:11,957 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,957 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,961 INFO  [StoreOpener-5a87770e3879eadedeaafe8acefd63f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5a87770e3879eadedeaafe8acefd63f1 
2024-12-02T14:23:11,962 INFO  [StoreOpener-5a87770e3879eadedeaafe8acefd63f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a87770e3879eadedeaafe8acefd63f1 columnFamilyName testFamily
2024-12-02T14:23:11,962 DEBUG [StoreOpener-5a87770e3879eadedeaafe8acefd63f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:11,963 INFO  [StoreOpener-5a87770e3879eadedeaafe8acefd63f1-1 {}] regionserver.HStore(327): Store=5a87770e3879eadedeaafe8acefd63f1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:23:11,963 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,964 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNextAsync/5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,965 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNextAsync/5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,965 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,965 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,967 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,970 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNextAsync/5a87770e3879eadedeaafe8acefd63f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:23:11,970 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5a87770e3879eadedeaafe8acefd63f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72417594, jitterRate=0.07910624146461487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:23:11,971 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:11,971 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5a87770e3879eadedeaafe8acefd63f1:
Running coprocessor pre-open hook at 1733149391958Writing region info on filesystem at 1733149391958Initializing all the Stores at 1733149391960 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149391960Cleaning up temporary data from old regions at 1733149391965 (+5 ms)Running coprocessor post-open hooks at 1733149391971 (+6 ms)Region opened successfully at 1733149391971
2024-12-02T14:23:11,972 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1., pid=21, masterSystemTime=1733149391947
2024-12-02T14:23:11,974 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:11,974 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:11,975 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5a87770e3879eadedeaafe8acefd63f1, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:11,978 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a87770e3879eadedeaafe8acefd63f1, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:23:11,983 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-02T14:23:11,983 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a87770e3879eadedeaafe8acefd63f1, server=a3a61c9ba14f,46107,1733149298016 in 186 msec
2024-12-02T14:23:11,986 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-02T14:23:11,986 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5a87770e3879eadedeaafe8acefd63f1, ASSIGN in 349 msec
2024-12-02T14:23:11,987 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:23:11,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149391987"}]},"ts":"1733149391987"}
2024-12-02T14:23:11,990 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-02T14:23:11,992 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:23:11,994 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2060 sec
2024-12-02T14:23:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-02T14:23:13,816 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-02T14:23:13,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-02T14:23:13,817 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:13,825 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-02T14:23:13,826 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:13,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-02T14:23:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:23:13,842 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:23:13,842 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-02T14:23:13,845 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-02T14:23:13,847 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-02T14:23:13,848 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-02T14:23:13,849 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-02T14:23:15,390 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-02T14:23:16,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46107 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914328' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-02T14:23:16,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46107 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:60098 deadline: 1733149397857, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914328' does not exist
2024-12-02T14:23:16,859 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a3a61c9ba14f,46107,1733149298016 for closing scanner id = -5274956997609914328 for 5a87770e3879eadedeaafe8acefd63f1 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914328' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:23:16,868 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 127), ProcessCount=9 (was 9), AvailableMemoryMB=7422 (was 7426)
2024-12-02T14:23:16,879 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=9, AvailableMemoryMB=7421
2024-12-02T14:23:16,882 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:23:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-02T14:23:16,886 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:23:16,886 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:16,886 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-02T14:23:16,887 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:23:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-02T14:23:16,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741847_1023 (size=411)
2024-12-02T14:23:17,302 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65681f038edd03f992991664384f11f3, NAME => 'testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:23:17,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741848_1024 (size=62)
2024-12-02T14:23:17,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-12-02T14:23:17,461 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:23:17,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-02T14:23:17,707 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T14:23:17,713 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:17,713 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 65681f038edd03f992991664384f11f3, disabling compactions & flushes
2024-12-02T14:23:17,714 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:17,714 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:17,714 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3. after waiting 0 ms
2024-12-02T14:23:17,714 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:17,714 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:17,714 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65681f038edd03f992991664384f11f3:
Waiting for close lock at 1733149397713Disabling compacts and flushes for region at 1733149397713Disabling writes for close at 1733149397714 (+1 ms)Writing region close event to WAL at 1733149397714Closed at 1733149397714
2024-12-02T14:23:17,717 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:23:17,717 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733149397717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149397717"}]},"ts":"1733149397717"}
2024-12-02T14:23:17,723 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:23:17,725 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:23:17,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149397725"}]},"ts":"1733149397725"}
2024-12-02T14:23:17,728 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-02T14:23:17,729 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65681f038edd03f992991664384f11f3, ASSIGN}]
2024-12-02T14:23:17,730 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65681f038edd03f992991664384f11f3, ASSIGN
2024-12-02T14:23:17,731 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65681f038edd03f992991664384f11f3, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:23:17,882 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=65681f038edd03f992991664384f11f3, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:17,888 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65681f038edd03f992991664384f11f3, ASSIGN because future has completed
2024-12-02T14:23:17,888 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65681f038edd03f992991664384f11f3, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-02T14:23:18,050 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:18,050 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 65681f038edd03f992991664384f11f3, NAME => 'testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:23:18,051 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,051 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:18,051 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,051 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,053 INFO  [StoreOpener-65681f038edd03f992991664384f11f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 65681f038edd03f992991664384f11f3 
2024-12-02T14:23:18,056 INFO  [StoreOpener-65681f038edd03f992991664384f11f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65681f038edd03f992991664384f11f3 columnFamilyName testFamily
2024-12-02T14:23:18,057 DEBUG [StoreOpener-65681f038edd03f992991664384f11f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:18,057 INFO  [StoreOpener-65681f038edd03f992991664384f11f3-1 {}] regionserver.HStore(327): Store=65681f038edd03f992991664384f11f3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:23:18,057 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,058 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNext/65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,059 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNext/65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,059 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,060 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,061 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,064 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNext/65681f038edd03f992991664384f11f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:23:18,065 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 65681f038edd03f992991664384f11f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65911810, jitterRate=-0.017837494611740112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:23:18,065 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65681f038edd03f992991664384f11f3
2024-12-02T14:23:18,065 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 65681f038edd03f992991664384f11f3:
Running coprocessor pre-open hook at 1733149398051Writing region info on filesystem at 1733149398051Initializing all the Stores at 1733149398053 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149398053Cleaning up temporary data from old regions at 1733149398060 (+7 ms)Running coprocessor post-open hooks at 1733149398065 (+5 ms)Region opened successfully at 1733149398065
2024-12-02T14:23:18,066 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3., pid=24, masterSystemTime=1733149398044
2024-12-02T14:23:18,069 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:18,069 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:18,070 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=65681f038edd03f992991664384f11f3, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:18,072 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65681f038edd03f992991664384f11f3, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:23:18,076 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-02T14:23:18,076 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 65681f038edd03f992991664384f11f3, server=a3a61c9ba14f,46107,1733149298016 in 185 msec
2024-12-02T14:23:18,078 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-02T14:23:18,078 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65681f038edd03f992991664384f11f3, ASSIGN in 348 msec
2024-12-02T14:23:18,079 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:23:18,079 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149398079"}]},"ts":"1733149398079"}
2024-12-02T14:23:18,082 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-02T14:23:18,083 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:23:18,085 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2010 sec
2024-12-02T14:23:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-02T14:23:19,907 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-02T14:23:19,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-02T14:23:19,908 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:19,917 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-02T14:23:19,917 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:19,917 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-02T14:23:19,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:23:19,936 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:23:19,936 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-02T14:23:19,940 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-02T14:23:19,943 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-02T14:23:19,945 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-02T14:23:19,945 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-02T14:23:20,603 INFO  [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-02T14:23:20,604 INFO  [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-02T14:23:21,393 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-02T14:23:22,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46107 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914324' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-02T14:23:22,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46107 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:60098 deadline: 1733149403954, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914324' does not exist
2024-12-02T14:23:22,961 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a3a61c9ba14f,46107,1733149298016 for closing scanner id = -5274956997609914324 for 65681f038edd03f992991664384f11f3 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914324' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:23:22,968 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=99 (was 107), ProcessCount=9 (was 9), AvailableMemoryMB=7418 (was 7421)
2024-12-02T14:23:22,976 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=99, ProcessCount=9, AvailableMemoryMB=7418
2024-12-02T14:23:22,979 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:23:22,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-02T14:23:22,983 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:23:22,983 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:22,983 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-02T14:23:22,985 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:23:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-02T14:23:22,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741849_1025 (size=419)
2024-12-02T14:23:23,402 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8227f05489b377d8132cddf894fd647d, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:23:23,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741850_1026 (size=70)
2024-12-02T14:23:23,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-12-02T14:23:23,554 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:23:23,815 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:23,815 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8227f05489b377d8132cddf894fd647d, disabling compactions & flushes
2024-12-02T14:23:23,816 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:23,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:23,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d. after waiting 0 ms
2024-12-02T14:23:23,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:23,817 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:23,817 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8227f05489b377d8132cddf894fd647d:
Waiting for close lock at 1733149403815Disabling compacts and flushes for region at 1733149403815Disabling writes for close at 1733149403816 (+1 ms)Writing region close event to WAL at 1733149403816Closed at 1733149403816
2024-12-02T14:23:23,820 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:23:23,821 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733149403820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149403820"}]},"ts":"1733149403820"}
2024-12-02T14:23:23,825 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:23:23,826 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:23:23,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149403827"}]},"ts":"1733149403827"}
2024-12-02T14:23:23,829 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-02T14:23:23,829 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=8227f05489b377d8132cddf894fd647d, ASSIGN}]
2024-12-02T14:23:23,831 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=8227f05489b377d8132cddf894fd647d, ASSIGN
2024-12-02T14:23:23,832 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=8227f05489b377d8132cddf894fd647d, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:23:23,983 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8227f05489b377d8132cddf894fd647d, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:23,991 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=8227f05489b377d8132cddf894fd647d, ASSIGN because future has completed
2024-12-02T14:23:23,992 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8227f05489b377d8132cddf894fd647d, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:23:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-02T14:23:24,158 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:24,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 8227f05489b377d8132cddf894fd647d, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:23:24,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:24,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,161 INFO  [StoreOpener-8227f05489b377d8132cddf894fd647d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8227f05489b377d8132cddf894fd647d 
2024-12-02T14:23:24,163 INFO  [StoreOpener-8227f05489b377d8132cddf894fd647d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8227f05489b377d8132cddf894fd647d columnFamilyName testFamily
2024-12-02T14:23:24,163 DEBUG [StoreOpener-8227f05489b377d8132cddf894fd647d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:24,165 INFO  [StoreOpener-8227f05489b377d8132cddf894fd647d-1 {}] regionserver.HStore(327): Store=8227f05489b377d8132cddf894fd647d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:23:24,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/8227f05489b377d8132cddf894fd647d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:23:24,173 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 8227f05489b377d8132cddf894fd647d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67452932, jitterRate=0.005127012729644775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:23:24,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:24,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 8227f05489b377d8132cddf894fd647d:
Running coprocessor pre-open hook at 1733149404159Writing region info on filesystem at 1733149404159Initializing all the Stores at 1733149404161 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149404161Cleaning up temporary data from old regions at 1733149404167 (+6 ms)Running coprocessor post-open hooks at 1733149404173 (+6 ms)Region opened successfully at 1733149404174 (+1 ms)
2024-12-02T14:23:24,175 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d., pid=27, masterSystemTime=1733149404147
2024-12-02T14:23:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:24,177 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:24,178 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8227f05489b377d8132cddf894fd647d, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:24,180 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8227f05489b377d8132cddf894fd647d, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:23:24,184 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-02T14:23:24,184 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 8227f05489b377d8132cddf894fd647d, server=a3a61c9ba14f,46107,1733149298016 in 189 msec
2024-12-02T14:23:24,187 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-02T14:23:24,187 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=8227f05489b377d8132cddf894fd647d, ASSIGN in 355 msec
2024-12-02T14:23:24,188 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:23:24,188 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149404188"}]},"ts":"1733149404188"}
2024-12-02T14:23:24,190 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-02T14:23:24,191 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:23:24,193 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2120 sec
2024-12-02T14:23:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-02T14:23:26,006 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-02T14:23:26,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-02T14:23:26,007 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:26,018 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-02T14:23:26,019 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:26,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-02T14:23:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:23:26,034 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:23:26,034 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-02T14:23:26,037 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-02T14:23:26,038 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-02T14:23:27,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-02T14:23:27,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-02T14:23:27,707 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-02T14:23:27,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-02T14:23:27,709 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T14:23:29,663 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:23:32,042 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3a61c9ba14f:46107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms
2024-12-02T14:23:32,042 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms
2024-12-02T14:23:32,042 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 from cache
2024-12-02T14:23:32,062 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=99 (was 99), ProcessCount=9 (was 9), AvailableMemoryMB=7409 (was 7418)
2024-12-02T14:23:32,072 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=99, ProcessCount=9, AvailableMemoryMB=7409
2024-12-02T14:23:32,075 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:23:32,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-02T14:23:32,078 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:23:32,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:32,079 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-02T14:23:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-02T14:23:32,080 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:23:32,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741851_1027 (size=407)
2024-12-02T14:23:32,497 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 336f3a9c4f9ab250f61475df9216c744, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:23:32,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741852_1028 (size=58)
2024-12-02T14:23:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-12-02T14:23:32,911 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:32,912 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 336f3a9c4f9ab250f61475df9216c744, disabling compactions & flushes
2024-12-02T14:23:32,912 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:32,912 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:32,912 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744. after waiting 0 ms
2024-12-02T14:23:32,912 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:32,913 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:32,913 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 336f3a9c4f9ab250f61475df9216c744:
Waiting for close lock at 1733149412912Disabling compacts and flushes for region at 1733149412912Disabling writes for close at 1733149412912Writing region close event to WAL at 1733149412912Closed at 1733149412912
2024-12-02T14:23:32,917 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:23:32,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733149412918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149412918"}]},"ts":"1733149412918"}
2024-12-02T14:23:32,922 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:23:32,923 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:23:32,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149412923"}]},"ts":"1733149412923"}
2024-12-02T14:23:32,925 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-02T14:23:32,926 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=336f3a9c4f9ab250f61475df9216c744, ASSIGN}]
2024-12-02T14:23:32,927 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=336f3a9c4f9ab250f61475df9216c744, ASSIGN
2024-12-02T14:23:32,928 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=336f3a9c4f9ab250f61475df9216c744, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:23:33,080 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=336f3a9c4f9ab250f61475df9216c744, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:33,088 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=336f3a9c4f9ab250f61475df9216c744, ASSIGN because future has completed
2024-12-02T14:23:33,089 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 336f3a9c4f9ab250f61475df9216c744, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:23:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-02T14:23:33,251 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:33,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 336f3a9c4f9ab250f61475df9216c744, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:23:33,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:33,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,256 INFO  [StoreOpener-336f3a9c4f9ab250f61475df9216c744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 336f3a9c4f9ab250f61475df9216c744 
2024-12-02T14:23:33,258 INFO  [StoreOpener-336f3a9c4f9ab250f61475df9216c744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 336f3a9c4f9ab250f61475df9216c744 columnFamilyName testFamily
2024-12-02T14:23:33,258 DEBUG [StoreOpener-336f3a9c4f9ab250f61475df9216c744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:33,258 INFO  [StoreOpener-336f3a9c4f9ab250f61475df9216c744-1 {}] regionserver.HStore(327): Store=336f3a9c4f9ab250f61475df9216c744/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:23:33,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNext/336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNext/336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNext/336f3a9c4f9ab250f61475df9216c744/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:23:33,268 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 336f3a9c4f9ab250f61475df9216c744; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65376060, jitterRate=-0.025820791721343994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:23:33,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:33,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 336f3a9c4f9ab250f61475df9216c744:
Running coprocessor pre-open hook at 1733149413253Writing region info on filesystem at 1733149413253Initializing all the Stores at 1733149413255 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149413255Cleaning up temporary data from old regions at 1733149413261 (+6 ms)Running coprocessor post-open hooks at 1733149413268 (+7 ms)Region opened successfully at 1733149413269 (+1 ms)
2024-12-02T14:23:33,270 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744., pid=30, masterSystemTime=1733149413241
2024-12-02T14:23:33,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:33,272 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:33,273 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=336f3a9c4f9ab250f61475df9216c744, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:33,276 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 336f3a9c4f9ab250f61475df9216c744, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:23:33,279 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-02T14:23:33,280 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 336f3a9c4f9ab250f61475df9216c744, server=a3a61c9ba14f,46107,1733149298016 in 188 msec
2024-12-02T14:23:33,282 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-02T14:23:33,282 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=336f3a9c4f9ab250f61475df9216c744, ASSIGN in 353 msec
2024-12-02T14:23:33,283 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:23:33,283 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149413283"}]},"ts":"1733149413283"}
2024-12-02T14:23:33,285 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-02T14:23:33,286 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:23:33,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2110 sec
2024-12-02T14:23:33,399 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-02T14:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-02T14:23:35,126 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-02T14:23:35,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-02T14:23:35,127 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:35,136 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-02T14:23:35,136 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:35,136 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-02T14:23:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:23:35,151 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:23:35,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-02T14:23:35,154 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-02T14:23:35,157 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-02T14:23:35,158 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-02T14:23:35,159 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-02T14:23:36,505 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-02T14:23:37,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-02T14:23:37,707 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-02T14:23:38,757 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:23:40,891 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-02T14:23:41,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46107 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914316' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-02T14:23:41,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46107 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:60098 deadline: 1733149427164, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914316' does not exist
2024-12-02T14:23:41,171 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a3a61c9ba14f,46107,1733149298016 for closing scanner id = -5274956997609914316 for 336f3a9c4f9ab250f61475df9216c744 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5274956997609914316' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:23:41,177 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=84 (was 99), ProcessCount=9 (was 9), AvailableMemoryMB=7402 (was 7409)
2024-12-02T14:23:41,184 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=84, ProcessCount=9, AvailableMemoryMB=7402
2024-12-02T14:23:41,186 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:23:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-02T14:23:41,189 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:23:41,189 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:41,189 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-02T14:23:41,190 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:23:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-02T14:23:41,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741853_1029 (size=423)
2024-12-02T14:23:41,604 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb8824f0d26a7e97472734a9b5561b97, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c
2024-12-02T14:23:41,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741854_1030 (size=74)
2024-12-02T14:23:41,615 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:41,615 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing eb8824f0d26a7e97472734a9b5561b97, disabling compactions & flushes
2024-12-02T14:23:41,615 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:41,615 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:41,615 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97. after waiting 0 ms
2024-12-02T14:23:41,615 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:41,616 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:41,616 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb8824f0d26a7e97472734a9b5561b97:
Waiting for close lock at 1733149421615Disabling compacts and flushes for region at 1733149421615Disabling writes for close at 1733149421615Writing region close event to WAL at 1733149421616 (+1 ms)Closed at 1733149421616
2024-12-02T14:23:41,617 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:23:41,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733149421617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149421617"}]},"ts":"1733149421617"}
2024-12-02T14:23:41,620 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:23:41,622 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:23:41,622 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149421622"}]},"ts":"1733149421622"}
2024-12-02T14:23:41,625 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-02T14:23:41,625 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=eb8824f0d26a7e97472734a9b5561b97, ASSIGN}]
2024-12-02T14:23:41,627 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=eb8824f0d26a7e97472734a9b5561b97, ASSIGN
2024-12-02T14:23:41,628 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=eb8824f0d26a7e97472734a9b5561b97, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46107,1733149298016; forceNewPlan=false, retain=false
2024-12-02T14:23:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-12-02T14:23:41,779 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=eb8824f0d26a7e97472734a9b5561b97, regionState=OPENING, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:41,787 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=eb8824f0d26a7e97472734a9b5561b97, ASSIGN because future has completed
2024-12-02T14:23:41,788 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb8824f0d26a7e97472734a9b5561b97, server=a3a61c9ba14f,46107,1733149298016}]
2024-12-02T14:23:41,951 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:41,951 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => eb8824f0d26a7e97472734a9b5561b97, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:23:41,952 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,952 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:23:41,952 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,952 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,954 INFO  [StoreOpener-eb8824f0d26a7e97472734a9b5561b97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region eb8824f0d26a7e97472734a9b5561b97 
2024-12-02T14:23:41,956 INFO  [StoreOpener-eb8824f0d26a7e97472734a9b5561b97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb8824f0d26a7e97472734a9b5561b97 columnFamilyName testFamily
2024-12-02T14:23:41,956 DEBUG [StoreOpener-eb8824f0d26a7e97472734a9b5561b97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:23:41,957 INFO  [StoreOpener-eb8824f0d26a7e97472734a9b5561b97-1 {}] regionserver.HStore(327): Store=eb8824f0d26a7e97472734a9b5561b97/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:23:41,957 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,958 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScannerAsync/eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,959 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScannerAsync/eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,960 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,960 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,963 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,967 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScannerAsync/eb8824f0d26a7e97472734a9b5561b97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:23:41,968 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened eb8824f0d26a7e97472734a9b5561b97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61354048, jitterRate=-0.0857534408569336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:23:41,968 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:41,969 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for eb8824f0d26a7e97472734a9b5561b97:
Running coprocessor pre-open hook at 1733149421952Writing region info on filesystem at 1733149421952Initializing all the Stores at 1733149421954 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149421954Cleaning up temporary data from old regions at 1733149421960 (+6 ms)Running coprocessor post-open hooks at 1733149421968 (+8 ms)Region opened successfully at 1733149421969 (+1 ms)
2024-12-02T14:23:41,970 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., pid=33, masterSystemTime=1733149421943
2024-12-02T14:23:41,973 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:41,973 INFO  [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:41,974 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=eb8824f0d26a7e97472734a9b5561b97, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:41,978 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb8824f0d26a7e97472734a9b5561b97, server=a3a61c9ba14f,46107,1733149298016 because future has completed
2024-12-02T14:23:41,982 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-02T14:23:41,983 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure eb8824f0d26a7e97472734a9b5561b97, server=a3a61c9ba14f,46107,1733149298016 in 191 msec
2024-12-02T14:23:41,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-02T14:23:41,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=eb8824f0d26a7e97472734a9b5561b97, ASSIGN in 357 msec
2024-12-02T14:23:41,986 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:23:41,986 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149421986"}]},"ts":"1733149421986"}
2024-12-02T14:23:41,988 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-02T14:23:41,989 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:23:41,991 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 803 msec
2024-12-02T14:23:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-02T14:23:42,206 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-02T14:23:42,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-02T14:23:42,207 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:42,217 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-02T14:23:42,217 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:23:42,217 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-02T14:23:42,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:23:42,234 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T14:23:42,234 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-02T14:23:42,237 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-02T14:23:42,239 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-02T14:23:43,242 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3a61c9ba14f:46107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-12-02T14:23:43,242 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-12-02T14:23:43,242 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 from cache
2024-12-02T14:23:43,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-12-02T14:23:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2]
2024-12-02T14:23:44,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-02T14:23:45,242 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3a61c9ba14f:46107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=976ms
2024-12-02T14:23:45,242 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=976ms
2024-12-02T14:23:45,242 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., hostname=a3a61c9ba14f,46107,1733149298016, seqNum=2 from cache
2024-12-02T14:23:45,258 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214719279_22 at /127.0.0.1:34212 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=84 (was 84), ProcessCount=9 (was 9), AvailableMemoryMB=7403 (was 7402) - AvailableMemoryMB LEAK? -
2024-12-02T14:23:45,259 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T14:23:45,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:23:45,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:23:45,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:23:45,265 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-02T14:23:45,265 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-02T14:23:45,265 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T14:23:45,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:23:45,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:23:45,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:23:45,266 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-02T14:23:45,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-02T14:23:45,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370267634, stopped=false
2024-12-02T14:23:45,266 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,46639,1733149297315
2024-12-02T14:23:45,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-02T14:23:45,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-02T14:23:45,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:23:45,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:23:45,268 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:23:45,268 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T14:23:45,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:23:45,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:23:45,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:23:45,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:23:45,269 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,46107,1733149298016' *****
2024-12-02T14:23:45,269 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-02T14:23:45,269 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:23:45,270 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:23:45,270 INFO  [RS:0;a3a61c9ba14f:46107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-02T14:23:45,270 INFO  [RS:0;a3a61c9ba14f:46107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-02T14:23:45,270 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for c2a23e668ec9f33403fa949729f798e3
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cb8c896303066bf8d196fc3c6fbf358
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for 336f3a9c4f9ab250f61475df9216c744
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d3731723397d5d61f528d2fc6ec0f0e
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for 65681f038edd03f992991664384f11f3
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a87770e3879eadedeaafe8acefd63f1
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:45,271 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2a23e668ec9f33403fa949729f798e3, disabling compactions & flushes
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e47b2bfc8f71064c5c461f2d0dd2c85
2024-12-02T14:23:45,271 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:23:45,271 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:45,271 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3. after waiting 0 ms
2024-12-02T14:23:45,271 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:45,271 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:23:45,272 INFO  [RS:0;a3a61c9ba14f:46107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:46107.
2024-12-02T14:23:45,272 DEBUG [RS:0;a3a61c9ba14f:46107 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:23:45,272 DEBUG [RS:0;a3a61c9ba14f:46107 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:23:45,272 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:23:45,272 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:23:45,272 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:23:45,272 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-02T14:23:45,273 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-02T14:23:45,273 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:23:45,273 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:23:45,273 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:23:45,273 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:23:45,273 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:23:45,273 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 1588230740, 336f3a9c4f9ab250f61475df9216c744, 3cb8c896303066bf8d196fc3c6fbf358, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, c2a23e668ec9f33403fa949729f798e3, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:45,275 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2a23e668ec9f33403fa949729f798e3 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:45,275 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-02T14:23:45,324 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNextAsync/c2a23e668ec9f33403fa949729f798e3/.tmp/testFamily/7bf050fe70af4637a175f48f1a40695a is 61, key is row-0/testFamily:testQualifier/1733149375532/Put/seqid=0
2024-12-02T14:23:45,326 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/.tmp/info/c968151e5b5248baaa26c3b2dd570819 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358./info:regioninfo/1733149361442/Put/seqid=0
2024-12-02T14:23:45,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741856_1032 (size=20564)
2024-12-02T14:23:45,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741855_1031 (size=5049)
2024-12-02T14:23:45,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-02T14:23:45,404 INFO  [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-02T14:23:45,404 INFO  [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-02T14:23:45,473 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 1588230740, 336f3a9c4f9ab250f61475df9216c744, 3cb8c896303066bf8d196fc3c6fbf358, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, c2a23e668ec9f33403fa949729f798e3, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:45,674 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 1588230740, 336f3a9c4f9ab250f61475df9216c744, 3cb8c896303066bf8d196fc3c6fbf358, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, c2a23e668ec9f33403fa949729f798e3, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:45,736 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/.tmp/info/c968151e5b5248baaa26c3b2dd570819
2024-12-02T14:23:45,736 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNextAsync/c2a23e668ec9f33403fa949729f798e3/.tmp/testFamily/7bf050fe70af4637a175f48f1a40695a
2024-12-02T14:23:45,763 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-02T14:23:45,781 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNextAsync/c2a23e668ec9f33403fa949729f798e3/.tmp/testFamily/7bf050fe70af4637a175f48f1a40695a as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNextAsync/c2a23e668ec9f33403fa949729f798e3/testFamily/7bf050fe70af4637a175f48f1a40695a
2024-12-02T14:23:45,791 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNextAsync/c2a23e668ec9f33403fa949729f798e3/testFamily/7bf050fe70af4637a175f48f1a40695a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:45,797 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/.tmp/ns/f5208b0a05f94918a494cd559b9b3b88 is 43, key is default/ns:d/1733149359925/Put/seqid=0
2024-12-02T14:23:45,798 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c2a23e668ec9f33403fa949729f798e3 in 523ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:45,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741857_1033 (size=5153)
2024-12-02T14:23:45,804 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNextAsync/c2a23e668ec9f33403fa949729f798e3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:45,806 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:23:45,807 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2a23e668ec9f33403fa949729f798e3:
Waiting for close lock at 1733149425271Running coprocessor pre-close hooks at 1733149425271Disabling compacts and flushes for region at 1733149425271Disabling writes for close at 1733149425271Obtaining lock to block concurrent updates at 1733149425275 (+4 ms)Preparing flush snapshotting stores in c2a23e668ec9f33403fa949729f798e3 at 1733149425275Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149425282 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3. at 1733149425283 (+1 ms)Flushing c2a23e668ec9f33403fa949729f798e3/testFamily: creating writer at 1733149425284 (+1 ms)Flushing c2a23e668ec9f33403fa949729f798e3/testFamily: appending metadata at 1733149425318 (+34 ms)Flushing c2a23e668ec9f33403fa949729f798e3/testFamily: closing flushed file at 1733149425321 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b222162: reopening flushed file at 1733149425780 (+459 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c2a23e668ec9f33403fa949729f798e3 in 523ms, sequenceid=8, compaction requested=false at 1733149425798 (+18 ms)Writing region close event to WAL at 1733149425800 (+2 ms)Running coprocessor post-close hooks at 1733149425805 (+5 ms)Closed at 1733149425806 (+1 ms)
2024-12-02T14:23:45,807 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733149372466.c2a23e668ec9f33403fa949729f798e3.
2024-12-02T14:23:45,807 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cb8c896303066bf8d196fc3c6fbf358, disabling compactions & flushes
2024-12-02T14:23:45,807 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:23:45,807 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:23:45,807 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358. after waiting 0 ms
2024-12-02T14:23:45,807 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:23:45,807 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3cb8c896303066bf8d196fc3c6fbf358 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:45,823 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3cb8c896303066bf8d196fc3c6fbf358/.tmp/testFamily/2c4a582a559e4cff87b0758c3f1ab708 is 61, key is row-0/testFamily:testQualifier/1733149363286/Put/seqid=0
2024-12-02T14:23:45,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741858_1034 (size=5049)
2024-12-02T14:23:45,874 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 1588230740, 336f3a9c4f9ab250f61475df9216c744, 3cb8c896303066bf8d196fc3c6fbf358, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:46,075 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 1588230740, 336f3a9c4f9ab250f61475df9216c744, 3cb8c896303066bf8d196fc3c6fbf358, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:46,205 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/.tmp/ns/f5208b0a05f94918a494cd559b9b3b88
2024-12-02T14:23:46,229 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3cb8c896303066bf8d196fc3c6fbf358/.tmp/testFamily/2c4a582a559e4cff87b0758c3f1ab708
2024-12-02T14:23:46,237 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3cb8c896303066bf8d196fc3c6fbf358/.tmp/testFamily/2c4a582a559e4cff87b0758c3f1ab708 as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3cb8c896303066bf8d196fc3c6fbf358/testFamily/2c4a582a559e4cff87b0758c3f1ab708
2024-12-02T14:23:46,239 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/.tmp/table/70602624401c42d39348ea579285b4df is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733149361457/Put/seqid=0
2024-12-02T14:23:46,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741859_1035 (size=6699)
2024-12-02T14:23:46,246 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3cb8c896303066bf8d196fc3c6fbf358/testFamily/2c4a582a559e4cff87b0758c3f1ab708, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:46,247 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3cb8c896303066bf8d196fc3c6fbf358 in 440ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:46,251 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3cb8c896303066bf8d196fc3c6fbf358/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:46,252 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:23:46,252 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cb8c896303066bf8d196fc3c6fbf358:
Waiting for close lock at 1733149425807Running coprocessor pre-close hooks at 1733149425807Disabling compacts and flushes for region at 1733149425807Disabling writes for close at 1733149425807Obtaining lock to block concurrent updates at 1733149425807Preparing flush snapshotting stores in 3cb8c896303066bf8d196fc3c6fbf358 at 1733149425807Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149425808 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358. at 1733149425809 (+1 ms)Flushing 3cb8c896303066bf8d196fc3c6fbf358/testFamily: creating writer at 1733149425809Flushing 3cb8c896303066bf8d196fc3c6fbf358/testFamily: appending metadata at 1733149425822 (+13 ms)Flushing 3cb8c896303066bf8d196fc3c6fbf358/testFamily: closing flushed file at 1733149425823 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5899e9ac: reopening flushed file at 1733149426236 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3cb8c896303066bf8d196fc3c6fbf358 in 440ms, sequenceid=8, compaction requested=false at 1733149426247 (+11 ms)Writing region close event to WAL at 1733149426247Running coprocessor post-close hooks at 1733149426252 (+5 ms)Closed at 1733149426252
2024-12-02T14:23:46,252 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733149360169.3cb8c896303066bf8d196fc3c6fbf358.
2024-12-02T14:23:46,252 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 336f3a9c4f9ab250f61475df9216c744, disabling compactions & flushes
2024-12-02T14:23:46,252 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:46,252 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:46,252 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744. after waiting 0 ms
2024-12-02T14:23:46,252 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:46,252 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 336f3a9c4f9ab250f61475df9216c744 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:46,267 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNext/336f3a9c4f9ab250f61475df9216c744/.tmp/testFamily/cfdfb230d3254817b79934894a68552a is 61, key is row-0/testFamily:testQualifier/1733149415141/Put/seqid=0
2024-12-02T14:23:46,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741860_1036 (size=5049)
2024-12-02T14:23:46,275 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-02T14:23:46,275 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1325): Online Regions={336f3a9c4f9ab250f61475df9216c744=hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744., 4d3731723397d5d61f528d2fc6ec0f0e=testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., 1588230740=hbase:meta,,1.1588230740, 65681f038edd03f992991664384f11f3=testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3., 5a87770e3879eadedeaafe8acefd63f1=testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1., eb8824f0d26a7e97472734a9b5561b97=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., 0e47b2bfc8f71064c5c461f2d0dd2c85=hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., e7400e22958fd166439ac5ddbabe898a=testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a., 8227f05489b377d8132cddf894fd647d=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.}
2024-12-02T14:23:46,275 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 1588230740, 336f3a9c4f9ab250f61475df9216c744, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:46,475 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 1588230740, 336f3a9c4f9ab250f61475df9216c744, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:46,647 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/.tmp/table/70602624401c42d39348ea579285b4df
2024-12-02T14:23:46,662 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/.tmp/info/c968151e5b5248baaa26c3b2dd570819 as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/info/c968151e5b5248baaa26c3b2dd570819
2024-12-02T14:23:46,672 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNext/336f3a9c4f9ab250f61475df9216c744/.tmp/testFamily/cfdfb230d3254817b79934894a68552a
2024-12-02T14:23:46,672 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/info/c968151e5b5248baaa26c3b2dd570819, entries=100, sequenceid=56, filesize=20.1 K
2024-12-02T14:23:46,673 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/.tmp/ns/f5208b0a05f94918a494cd559b9b3b88 as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/ns/f5208b0a05f94918a494cd559b9b3b88
2024-12-02T14:23:46,676 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 1588230740, 336f3a9c4f9ab250f61475df9216c744, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:46,681 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNext/336f3a9c4f9ab250f61475df9216c744/.tmp/testFamily/cfdfb230d3254817b79934894a68552a as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNext/336f3a9c4f9ab250f61475df9216c744/testFamily/cfdfb230d3254817b79934894a68552a
2024-12-02T14:23:46,681 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/ns/f5208b0a05f94918a494cd559b9b3b88, entries=2, sequenceid=56, filesize=5.0 K
2024-12-02T14:23:46,683 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/.tmp/table/70602624401c42d39348ea579285b4df as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/table/70602624401c42d39348ea579285b4df
2024-12-02T14:23:46,691 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/table/70602624401c42d39348ea579285b4df, entries=20, sequenceid=56, filesize=6.5 K
2024-12-02T14:23:46,691 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNext/336f3a9c4f9ab250f61475df9216c744/testFamily/cfdfb230d3254817b79934894a68552a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:46,692 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 336f3a9c4f9ab250f61475df9216c744 in 440ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:46,692 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=56, compaction requested=false
2024-12-02T14:23:46,696 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnNext/336f3a9c4f9ab250f61475df9216c744/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:46,696 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-02T14:23:46,697 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T14:23:46,697 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:46,697 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 336f3a9c4f9ab250f61475df9216c744:
Waiting for close lock at 1733149426252Running coprocessor pre-close hooks at 1733149426252Disabling compacts and flushes for region at 1733149426252Disabling writes for close at 1733149426252Obtaining lock to block concurrent updates at 1733149426252Preparing flush snapshotting stores in 336f3a9c4f9ab250f61475df9216c744 at 1733149426252Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149426253 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744. at 1733149426253Flushing 336f3a9c4f9ab250f61475df9216c744/testFamily: creating writer at 1733149426253Flushing 336f3a9c4f9ab250f61475df9216c744/testFamily: appending metadata at 1733149426266 (+13 ms)Flushing 336f3a9c4f9ab250f61475df9216c744/testFamily: closing flushed file at 1733149426266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663a95ce: reopening flushed file at 1733149426680 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 336f3a9c4f9ab250f61475df9216c744 in 440ms, sequenceid=8, compaction requested=false at 1733149426692 (+12 ms)Writing region close event to WAL at 1733149426692Running coprocessor post-close hooks at 1733149426697 (+5 ms)Closed at 1733149426697
2024-12-02T14:23:46,697 INFO  [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:23:46,697 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733149412074.336f3a9c4f9ab250f61475df9216c744.
2024-12-02T14:23:46,697 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733149425273Running coprocessor pre-close hooks at 1733149425273Disabling compacts and flushes for region at 1733149425273Disabling writes for close at 1733149425273Obtaining lock to block concurrent updates at 1733149425275 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733149425275Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733149425281 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733149425283 (+2 ms)Flushing 1588230740/info: creating writer at 1733149425284 (+1 ms)Flushing 1588230740/info: appending metadata at 1733149425323 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733149425324 (+1 ms)Flushing 1588230740/ns: creating writer at 1733149425780 (+456 ms)Flushing 1588230740/ns: appending metadata at 1733149425796 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733149425796Flushing 1588230740/table: creating writer at 1733149426219 (+423 ms)Flushing 1588230740/table: appending metadata at 1733149426239 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733149426239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b13c0a5: reopening flushed file at 1733149426661 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba26beb: reopening flushed file at 1733149426672 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ac699e: reopening flushed file at 1733149426682 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=56, compaction requested=false at 1733149426692 (+10 ms)Writing region close event to WAL at 1733149426693 (+1 ms)Running coprocessor post-close hooks at 1733149426697 (+4 ms)Closed at 1733149426697
2024-12-02T14:23:46,697 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d3731723397d5d61f528d2fc6ec0f0e, disabling compactions & flushes
2024-12-02T14:23:46,697 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:46,698 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-02T14:23:46,698 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:46,698 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e. after waiting 0 ms
2024-12-02T14:23:46,698 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:46,698 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d3731723397d5d61f528d2fc6ec0f0e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:46,713 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScanner/4d3731723397d5d61f528d2fc6ec0f0e/.tmp/testFamily/3a97594d6afd40c598ab7b09ff996dbb is 61, key is row-0/testFamily:testQualifier/1733149387738/Put/seqid=0
2024-12-02T14:23:46,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741861_1037 (size=5049)
2024-12-02T14:23:46,876 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:47,077 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 4d3731723397d5d61f528d2fc6ec0f0e, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:47,120 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScanner/4d3731723397d5d61f528d2fc6ec0f0e/.tmp/testFamily/3a97594d6afd40c598ab7b09ff996dbb
2024-12-02T14:23:47,136 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScanner/4d3731723397d5d61f528d2fc6ec0f0e/.tmp/testFamily/3a97594d6afd40c598ab7b09ff996dbb as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScanner/4d3731723397d5d61f528d2fc6ec0f0e/testFamily/3a97594d6afd40c598ab7b09ff996dbb
2024-12-02T14:23:47,143 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScanner/4d3731723397d5d61f528d2fc6ec0f0e/testFamily/3a97594d6afd40c598ab7b09ff996dbb, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:47,144 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4d3731723397d5d61f528d2fc6ec0f0e in 446ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:47,149 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScanner/4d3731723397d5d61f528d2fc6ec0f0e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:47,150 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:47,150 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d3731723397d5d61f528d2fc6ec0f0e:
Waiting for close lock at 1733149426697Running coprocessor pre-close hooks at 1733149426697Disabling compacts and flushes for region at 1733149426697Disabling writes for close at 1733149426698 (+1 ms)Obtaining lock to block concurrent updates at 1733149426698Preparing flush snapshotting stores in 4d3731723397d5d61f528d2fc6ec0f0e at 1733149426698Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149426698Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e. at 1733149426698Flushing 4d3731723397d5d61f528d2fc6ec0f0e/testFamily: creating writer at 1733149426698Flushing 4d3731723397d5d61f528d2fc6ec0f0e/testFamily: appending metadata at 1733149426713 (+15 ms)Flushing 4d3731723397d5d61f528d2fc6ec0f0e/testFamily: closing flushed file at 1733149426713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4607dd: reopening flushed file at 1733149427135 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4d3731723397d5d61f528d2fc6ec0f0e in 446ms, sequenceid=8, compaction requested=false at 1733149427144 (+9 ms)Writing region close event to WAL at 1733149427145 (+1 ms)Running coprocessor post-close hooks at 1733149427150 (+5 ms)Closed at 1733149427150
2024-12-02T14:23:47,150 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733149384693.4d3731723397d5d61f528d2fc6ec0f0e.
2024-12-02T14:23:47,150 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65681f038edd03f992991664384f11f3, disabling compactions & flushes
2024-12-02T14:23:47,150 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:47,150 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:47,150 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3. after waiting 0 ms
2024-12-02T14:23:47,150 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:47,150 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65681f038edd03f992991664384f11f3 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:47,166 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNext/65681f038edd03f992991664384f11f3/.tmp/testFamily/4f7a892e68274bbaa30e879ace8c6cb0 is 61, key is row-0/testFamily:testQualifier/1733149399923/Put/seqid=0
2024-12-02T14:23:47,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741862_1038 (size=5049)
2024-12-02T14:23:47,277 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-02T14:23:47,277 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1325): Online Regions={65681f038edd03f992991664384f11f3=testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3., 5a87770e3879eadedeaafe8acefd63f1=testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1., eb8824f0d26a7e97472734a9b5561b97=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., 0e47b2bfc8f71064c5c461f2d0dd2c85=hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., e7400e22958fd166439ac5ddbabe898a=testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a., 8227f05489b377d8132cddf894fd647d=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.}
2024-12-02T14:23:47,277 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:47,456 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:23:47,477 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 5a87770e3879eadedeaafe8acefd63f1, 65681f038edd03f992991664384f11f3, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:47,571 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNext/65681f038edd03f992991664384f11f3/.tmp/testFamily/4f7a892e68274bbaa30e879ace8c6cb0
2024-12-02T14:23:47,579 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNext/65681f038edd03f992991664384f11f3/.tmp/testFamily/4f7a892e68274bbaa30e879ace8c6cb0 as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNext/65681f038edd03f992991664384f11f3/testFamily/4f7a892e68274bbaa30e879ace8c6cb0
2024-12-02T14:23:47,586 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNext/65681f038edd03f992991664384f11f3/testFamily/4f7a892e68274bbaa30e879ace8c6cb0, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:47,587 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 65681f038edd03f992991664384f11f3 in 437ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:47,592 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNext/65681f038edd03f992991664384f11f3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:47,593 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:47,593 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65681f038edd03f992991664384f11f3:
Waiting for close lock at 1733149427150Running coprocessor pre-close hooks at 1733149427150Disabling compacts and flushes for region at 1733149427150Disabling writes for close at 1733149427150Obtaining lock to block concurrent updates at 1733149427150Preparing flush snapshotting stores in 65681f038edd03f992991664384f11f3 at 1733149427150Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149427151 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3. at 1733149427151Flushing 65681f038edd03f992991664384f11f3/testFamily: creating writer at 1733149427151Flushing 65681f038edd03f992991664384f11f3/testFamily: appending metadata at 1733149427165 (+14 ms)Flushing 65681f038edd03f992991664384f11f3/testFamily: closing flushed file at 1733149427165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482e4285: reopening flushed file at 1733149427578 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 65681f038edd03f992991664384f11f3 in 437ms, sequenceid=8, compaction requested=false at 1733149427587 (+9 ms)Writing region close event to WAL at 1733149427588 (+1 ms)Running coprocessor post-close hooks at 1733149427593 (+5 ms)Closed at 1733149427593
2024-12-02T14:23:47,593 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733149396881.65681f038edd03f992991664384f11f3.
2024-12-02T14:23:47,593 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a87770e3879eadedeaafe8acefd63f1, disabling compactions & flushes
2024-12-02T14:23:47,593 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:47,593 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:47,593 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1. after waiting 0 ms
2024-12-02T14:23:47,593 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:47,593 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a87770e3879eadedeaafe8acefd63f1 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:47,609 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNextAsync/5a87770e3879eadedeaafe8acefd63f1/.tmp/testFamily/f6627aa2a56f46e2835e8a40c600212c is 61, key is row-0/testFamily:testQualifier/1733149393832/Put/seqid=0
2024-12-02T14:23:47,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741863_1039 (size=5049)
2024-12-02T14:23:47,678 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 5a87770e3879eadedeaafe8acefd63f1, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:47,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-02T14:23:47,707 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T14:23:47,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-02T14:23:47,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-02T14:23:47,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-02T14:23:47,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-02T14:23:47,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T14:23:47,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-02T14:23:47,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-02T14:23:47,878 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 5a87770e3879eadedeaafe8acefd63f1, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:48,017 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNextAsync/5a87770e3879eadedeaafe8acefd63f1/.tmp/testFamily/f6627aa2a56f46e2835e8a40c600212c
2024-12-02T14:23:48,034 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNextAsync/5a87770e3879eadedeaafe8acefd63f1/.tmp/testFamily/f6627aa2a56f46e2835e8a40c600212c as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNextAsync/5a87770e3879eadedeaafe8acefd63f1/testFamily/f6627aa2a56f46e2835e8a40c600212c
2024-12-02T14:23:48,043 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNextAsync/5a87770e3879eadedeaafe8acefd63f1/testFamily/f6627aa2a56f46e2835e8a40c600212c, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:48,044 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5a87770e3879eadedeaafe8acefd63f1 in 451ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:48,048 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnNextAsync/5a87770e3879eadedeaafe8acefd63f1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:48,049 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:48,049 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a87770e3879eadedeaafe8acefd63f1:
Waiting for close lock at 1733149427593Running coprocessor pre-close hooks at 1733149427593Disabling compacts and flushes for region at 1733149427593Disabling writes for close at 1733149427593Obtaining lock to block concurrent updates at 1733149427593Preparing flush snapshotting stores in 5a87770e3879eadedeaafe8acefd63f1 at 1733149427593Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149427594 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1. at 1733149427594Flushing 5a87770e3879eadedeaafe8acefd63f1/testFamily: creating writer at 1733149427595 (+1 ms)Flushing 5a87770e3879eadedeaafe8acefd63f1/testFamily: appending metadata at 1733149427609 (+14 ms)Flushing 5a87770e3879eadedeaafe8acefd63f1/testFamily: closing flushed file at 1733149427609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595da84d: reopening flushed file at 1733149428032 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5a87770e3879eadedeaafe8acefd63f1 in 451ms, sequenceid=8, compaction requested=false at 1733149428044 (+12 ms)Writing region close event to WAL at 1733149428044Running coprocessor post-close hooks at 1733149428049 (+5 ms)Closed at 1733149428049
2024-12-02T14:23:48,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733149390786.5a87770e3879eadedeaafe8acefd63f1.
2024-12-02T14:23:48,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb8824f0d26a7e97472734a9b5561b97, disabling compactions & flushes
2024-12-02T14:23:48,050 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:48,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:48,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97. after waiting 0 ms
2024-12-02T14:23:48,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:48,050 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb8824f0d26a7e97472734a9b5561b97 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:48,064 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScannerAsync/eb8824f0d26a7e97472734a9b5561b97/.tmp/testFamily/7ba666421402446bbfda335c069745ee is 61, key is row-0/testFamily:testQualifier/1733149422223/Put/seqid=0
2024-12-02T14:23:48,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741864_1040 (size=5049)
2024-12-02T14:23:48,078 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:48,278 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-02T14:23:48,279 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1325): Online Regions={eb8824f0d26a7e97472734a9b5561b97=testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., 0e47b2bfc8f71064c5c461f2d0dd2c85=hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., e7400e22958fd166439ac5ddbabe898a=testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a., 8227f05489b377d8132cddf894fd647d=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.}
2024-12-02T14:23:48,279 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:48,470 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScannerAsync/eb8824f0d26a7e97472734a9b5561b97/.tmp/testFamily/7ba666421402446bbfda335c069745ee
2024-12-02T14:23:48,479 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a, eb8824f0d26a7e97472734a9b5561b97
2024-12-02T14:23:48,486 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScannerAsync/eb8824f0d26a7e97472734a9b5561b97/.tmp/testFamily/7ba666421402446bbfda335c069745ee as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScannerAsync/eb8824f0d26a7e97472734a9b5561b97/testFamily/7ba666421402446bbfda335c069745ee
2024-12-02T14:23:48,494 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScannerAsync/eb8824f0d26a7e97472734a9b5561b97/testFamily/7ba666421402446bbfda335c069745ee, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:48,496 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eb8824f0d26a7e97472734a9b5561b97 in 446ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:48,502 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testNormalScanTimeoutOnOpenScannerAsync/eb8824f0d26a7e97472734a9b5561b97/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:48,503 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:48,503 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb8824f0d26a7e97472734a9b5561b97:
Waiting for close lock at 1733149428050Running coprocessor pre-close hooks at 1733149428050Disabling compacts and flushes for region at 1733149428050Disabling writes for close at 1733149428050Obtaining lock to block concurrent updates at 1733149428050Preparing flush snapshotting stores in eb8824f0d26a7e97472734a9b5561b97 at 1733149428050Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149428050Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97. at 1733149428051 (+1 ms)Flushing eb8824f0d26a7e97472734a9b5561b97/testFamily: creating writer at 1733149428051Flushing eb8824f0d26a7e97472734a9b5561b97/testFamily: appending metadata at 1733149428063 (+12 ms)Flushing eb8824f0d26a7e97472734a9b5561b97/testFamily: closing flushed file at 1733149428063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fda75c: reopening flushed file at 1733149428485 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eb8824f0d26a7e97472734a9b5561b97 in 446ms, sequenceid=8, compaction requested=false at 1733149428496 (+11 ms)Writing region close event to WAL at 1733149428497 (+1 ms)Running coprocessor post-close hooks at 1733149428502 (+5 ms)Closed at 1733149428502
2024-12-02T14:23:48,503 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733149421186.eb8824f0d26a7e97472734a9b5561b97.
2024-12-02T14:23:48,503 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e47b2bfc8f71064c5c461f2d0dd2c85, disabling compactions & flushes
2024-12-02T14:23:48,503 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:23:48,503 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:23:48,503 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85. after waiting 0 ms
2024-12-02T14:23:48,503 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:23:48,503 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e47b2bfc8f71064c5c461f2d0dd2c85 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:48,517 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScanner/0e47b2bfc8f71064c5c461f2d0dd2c85/.tmp/testFamily/70247a078dab4142a2c43292e7c9fc99 is 61, key is row-0/testFamily:testQualifier/1733149366410/Put/seqid=0
2024-12-02T14:23:48,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741865_1041 (size=5049)
2024-12-02T14:23:48,680 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:48,880 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 0e47b2bfc8f71064c5c461f2d0dd2c85, 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:48,922 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScanner/0e47b2bfc8f71064c5c461f2d0dd2c85/.tmp/testFamily/70247a078dab4142a2c43292e7c9fc99
2024-12-02T14:23:48,933 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScanner/0e47b2bfc8f71064c5c461f2d0dd2c85/.tmp/testFamily/70247a078dab4142a2c43292e7c9fc99 as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScanner/0e47b2bfc8f71064c5c461f2d0dd2c85/testFamily/70247a078dab4142a2c43292e7c9fc99
2024-12-02T14:23:48,940 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScanner/0e47b2bfc8f71064c5c461f2d0dd2c85/testFamily/70247a078dab4142a2c43292e7c9fc99, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:48,941 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0e47b2bfc8f71064c5c461f2d0dd2c85 in 438ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:48,945 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScanner/0e47b2bfc8f71064c5c461f2d0dd2c85/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:48,946 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:23:48,946 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e47b2bfc8f71064c5c461f2d0dd2c85:
Waiting for close lock at 1733149428503Running coprocessor pre-close hooks at 1733149428503Disabling compacts and flushes for region at 1733149428503Disabling writes for close at 1733149428503Obtaining lock to block concurrent updates at 1733149428503Preparing flush snapshotting stores in 0e47b2bfc8f71064c5c461f2d0dd2c85 at 1733149428503Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149428504 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85. at 1733149428505 (+1 ms)Flushing 0e47b2bfc8f71064c5c461f2d0dd2c85/testFamily: creating writer at 1733149428505Flushing 0e47b2bfc8f71064c5c461f2d0dd2c85/testFamily: appending metadata at 1733149428517 (+12 ms)Flushing 0e47b2bfc8f71064c5c461f2d0dd2c85/testFamily: closing flushed file at 1733149428517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c324b3: reopening flushed file at 1733149428932 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0e47b2bfc8f71064c5c461f2d0dd2c85 in 438ms, sequenceid=8, compaction requested=false at 1733149428941 (+9 ms)Writing region close event to WAL at 1733149428942 (+1 ms)Running coprocessor post-close hooks at 1733149428946 (+4 ms)Closed at 1733149428946
2024-12-02T14:23:48,946 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733149363364.0e47b2bfc8f71064c5c461f2d0dd2c85.
2024-12-02T14:23:48,946 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7400e22958fd166439ac5ddbabe898a, disabling compactions & flushes
2024-12-02T14:23:48,946 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:48,946 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:48,946 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a. after waiting 0 ms
2024-12-02T14:23:48,946 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:48,946 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7400e22958fd166439ac5ddbabe898a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:48,960 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextException/e7400e22958fd166439ac5ddbabe898a/.tmp/testFamily/e2ac3791b0f34b17945133d82ee1a169 is 61, key is row-0/testFamily:testQualifier/1733149384642/Put/seqid=0
2024-12-02T14:23:48,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741866_1042 (size=5049)
2024-12-02T14:23:49,080 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:49,280 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-02T14:23:49,280 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1325): Online Regions={e7400e22958fd166439ac5ddbabe898a=testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a., 8227f05489b377d8132cddf894fd647d=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.}
2024-12-02T14:23:49,281 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 8227f05489b377d8132cddf894fd647d, e7400e22958fd166439ac5ddbabe898a
2024-12-02T14:23:49,366 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextException/e7400e22958fd166439ac5ddbabe898a/.tmp/testFamily/e2ac3791b0f34b17945133d82ee1a169
2024-12-02T14:23:49,378 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextException/e7400e22958fd166439ac5ddbabe898a/.tmp/testFamily/e2ac3791b0f34b17945133d82ee1a169 as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextException/e7400e22958fd166439ac5ddbabe898a/testFamily/e2ac3791b0f34b17945133d82ee1a169
2024-12-02T14:23:49,385 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextException/e7400e22958fd166439ac5ddbabe898a/testFamily/e2ac3791b0f34b17945133d82ee1a169, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:49,386 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e7400e22958fd166439ac5ddbabe898a in 440ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:49,391 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/default/testRetryOutOfOrderScannerNextException/e7400e22958fd166439ac5ddbabe898a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:49,392 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:49,392 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7400e22958fd166439ac5ddbabe898a:
Waiting for close lock at 1733149428946Running coprocessor pre-close hooks at 1733149428946Disabling compacts and flushes for region at 1733149428946Disabling writes for close at 1733149428946Obtaining lock to block concurrent updates at 1733149428946Preparing flush snapshotting stores in e7400e22958fd166439ac5ddbabe898a at 1733149428946Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149428947 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a. at 1733149428947Flushing e7400e22958fd166439ac5ddbabe898a/testFamily: creating writer at 1733149428947Flushing e7400e22958fd166439ac5ddbabe898a/testFamily: appending metadata at 1733149428960 (+13 ms)Flushing e7400e22958fd166439ac5ddbabe898a/testFamily: closing flushed file at 1733149428960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28dae4c3: reopening flushed file at 1733149429377 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e7400e22958fd166439ac5ddbabe898a in 440ms, sequenceid=8, compaction requested=false at 1733149429386 (+9 ms)Writing region close event to WAL at 1733149429387 (+1 ms)Running coprocessor post-close hooks at 1733149429392 (+5 ms)Closed at 1733149429392
2024-12-02T14:23:49,392 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733149381586.e7400e22958fd166439ac5ddbabe898a.
2024-12-02T14:23:49,392 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8227f05489b377d8132cddf894fd647d, disabling compactions & flushes
2024-12-02T14:23:49,392 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:49,392 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:49,393 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d. after waiting 0 ms
2024-12-02T14:23:49,393 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:49,393 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8227f05489b377d8132cddf894fd647d 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T14:23:49,408 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/8227f05489b377d8132cddf894fd647d/.tmp/testFamily/0ad59cd9ad8f450498e894c23df93582 is 61, key is row-0/testFamily:testQualifier/1733149406024/Put/seqid=0
2024-12-02T14:23:49,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741867_1043 (size=5049)
2024-12-02T14:23:49,481 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:49,681 DEBUG [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1351): Waiting on 8227f05489b377d8132cddf894fd647d
2024-12-02T14:23:49,816 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/8227f05489b377d8132cddf894fd647d/.tmp/testFamily/0ad59cd9ad8f450498e894c23df93582
2024-12-02T14:23:49,831 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/8227f05489b377d8132cddf894fd647d/.tmp/testFamily/0ad59cd9ad8f450498e894c23df93582 as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/8227f05489b377d8132cddf894fd647d/testFamily/0ad59cd9ad8f450498e894c23df93582
2024-12-02T14:23:49,839 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/8227f05489b377d8132cddf894fd647d/testFamily/0ad59cd9ad8f450498e894c23df93582, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T14:23:49,840 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8227f05489b377d8132cddf894fd647d in 447ms, sequenceid=8, compaction requested=false
2024-12-02T14:23:49,845 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/8227f05489b377d8132cddf894fd647d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T14:23:49,846 INFO  [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:49,846 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8227f05489b377d8132cddf894fd647d:
Waiting for close lock at 1733149429392Running coprocessor pre-close hooks at 1733149429392Disabling compacts and flushes for region at 1733149429392Disabling writes for close at 1733149429393 (+1 ms)Obtaining lock to block concurrent updates at 1733149429393Preparing flush snapshotting stores in 8227f05489b377d8132cddf894fd647d at 1733149429393Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733149429393Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d. at 1733149429394 (+1 ms)Flushing 8227f05489b377d8132cddf894fd647d/testFamily: creating writer at 1733149429394Flushing 8227f05489b377d8132cddf894fd647d/testFamily: appending metadata at 1733149429408 (+14 ms)Flushing 8227f05489b377d8132cddf894fd647d/testFamily: closing flushed file at 1733149429408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5973ee1c: reopening flushed file at 1733149429830 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8227f05489b377d8132cddf894fd647d in 447ms, sequenceid=8, compaction requested=false at 1733149429840 (+10 ms)Writing region close event to WAL at 1733149429841 (+1 ms)Running coprocessor post-close hooks at 1733149429846 (+5 ms)Closed at 1733149429846
2024-12-02T14:23:49,846 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733149402979.8227f05489b377d8132cddf894fd647d.
2024-12-02T14:23:49,882 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,46107,1733149298016; all regions closed.
2024-12-02T14:23:49,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741834_1010 (size=19479)
2024-12-02T14:23:49,895 DEBUG [RS:0;a3a61c9ba14f:46107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/oldWALs
2024-12-02T14:23:49,895 INFO  [RS:0;a3a61c9ba14f:46107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C46107%2C1733149298016.meta:.meta(num 1733149359777)
2024-12-02T14:23:49,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741833_1009 (size=20031)
2024-12-02T14:23:49,901 DEBUG [RS:0;a3a61c9ba14f:46107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/oldWALs
2024-12-02T14:23:49,901 INFO  [RS:0;a3a61c9ba14f:46107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C46107%2C1733149298016:(num 1733149359457)
2024-12-02T14:23:49,901 DEBUG [RS:0;a3a61c9ba14f:46107 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:23:49,901 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:23:49,902 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:23:49,902 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T14:23:49,902 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:23:49,902 INFO  [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:23:49,904 INFO  [RS:0;a3a61c9ba14f:46107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46107
2024-12-02T14:23:49,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:23:49,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,46107,1733149298016
2024-12-02T14:23:49,907 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:23:49,908 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,46107,1733149298016]
2024-12-02T14:23:49,909 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,46107,1733149298016 already deleted, retry=false
2024-12-02T14:23:49,910 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,46107,1733149298016 expired; onlineServers=0
2024-12-02T14:23:49,910 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,46639,1733149297315' *****
2024-12-02T14:23:49,910 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-02T14:23:49,910 INFO  [M:0;a3a61c9ba14f:46639 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:23:49,910 INFO  [M:0;a3a61c9ba14f:46639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:23:49,910 DEBUG [M:0;a3a61c9ba14f:46639 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T14:23:49,910 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T14:23:49,911 DEBUG [M:0;a3a61c9ba14f:46639 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T14:23:49,911 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149299353 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149299353,5,FailOnTimeoutGroup]
2024-12-02T14:23:49,911 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149299351 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149299351,5,FailOnTimeoutGroup]
2024-12-02T14:23:49,911 INFO  [M:0;a3a61c9ba14f:46639 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T14:23:49,911 INFO  [M:0;a3a61c9ba14f:46639 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:23:49,911 DEBUG [M:0;a3a61c9ba14f:46639 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:23:49,911 INFO  [M:0;a3a61c9ba14f:46639 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T14:23:49,911 INFO  [M:0;a3a61c9ba14f:46639 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:23:49,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:23:49,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:23:49,912 INFO  [M:0;a3a61c9ba14f:46639 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-02T14:23:49,912 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T14:23:49,913 DEBUG [M:0;a3a61c9ba14f:46639 {}] zookeeper.ZKUtil(347): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-02T14:23:49,913 WARN  [M:0;a3a61c9ba14f:46639 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-02T14:23:49,914 INFO  [M:0;a3a61c9ba14f:46639 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/.lastflushedseqids
2024-12-02T14:23:49,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741868_1044 (size=649)
2024-12-02T14:23:49,936 INFO  [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:23:50,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:23:50,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46107-0x1009b4ee4150001, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:23:50,011 INFO  [RS:0;a3a61c9ba14f:46107 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:23:50,011 INFO  [RS:0;a3a61c9ba14f:46107 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,46107,1733149298016; zookeeper connection closed.
2024-12-02T14:23:50,011 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@484f10d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@484f10d6
2024-12-02T14:23:50,012 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-02T14:23:50,327 INFO  [M:0;a3a61c9ba14f:46639 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T14:23:50,327 INFO  [M:0;a3a61c9ba14f:46639 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-02T14:23:50,328 DEBUG [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:23:50,328 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:23:50,328 DEBUG [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:23:50,328 DEBUG [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:23:50,328 DEBUG [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:23:50,329 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.00 KB heapSize=190.93 KB
2024-12-02T14:23:50,353 DEBUG [M:0;a3a61c9ba14f:46639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaa4849637d64e0a88877d77c21c598b is 82, key is hbase:meta,,1/info:regioninfo/1733149359861/Put/seqid=0
2024-12-02T14:23:50,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741869_1045 (size=5672)
2024-12-02T14:23:50,761 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaa4849637d64e0a88877d77c21c598b
2024-12-02T14:23:50,791 DEBUG [M:0;a3a61c9ba14f:46639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27bd0c54a5a44b6f9563187bcde600b3 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733149361464/Put/seqid=0
2024-12-02T14:23:50,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741870_1046 (size=14071)
2024-12-02T14:23:51,198 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.45 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27bd0c54a5a44b6f9563187bcde600b3
2024-12-02T14:23:51,213 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27bd0c54a5a44b6f9563187bcde600b3
2024-12-02T14:23:51,231 DEBUG [M:0;a3a61c9ba14f:46639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54e134d6d00244018eda303a4d334e97 is 69, key is a3a61c9ba14f,46107,1733149298016/rs:state/1733149329348/Put/seqid=0
2024-12-02T14:23:51,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741871_1047 (size=5156)
2024-12-02T14:23:51,637 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54e134d6d00244018eda303a4d334e97
2024-12-02T14:23:51,653 DEBUG [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaa4849637d64e0a88877d77c21c598b as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaa4849637d64e0a88877d77c21c598b
2024-12-02T14:23:51,661 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaa4849637d64e0a88877d77c21c598b, entries=8, sequenceid=317, filesize=5.5 K
2024-12-02T14:23:51,662 DEBUG [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27bd0c54a5a44b6f9563187bcde600b3 as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27bd0c54a5a44b6f9563187bcde600b3
2024-12-02T14:23:51,669 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27bd0c54a5a44b6f9563187bcde600b3
2024-12-02T14:23:51,669 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27bd0c54a5a44b6f9563187bcde600b3, entries=33, sequenceid=317, filesize=13.7 K
2024-12-02T14:23:51,671 DEBUG [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54e134d6d00244018eda303a4d334e97 as hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54e134d6d00244018eda303a4d334e97
2024-12-02T14:23:51,677 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41481/user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54e134d6d00244018eda303a4d334e97, entries=1, sequenceid=317, filesize=5.0 K
2024-12-02T14:23:51,679 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.00 KB/166915, heapSize ~190.63 KB/195208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=317, compaction requested=false
2024-12-02T14:23:51,680 INFO  [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:23:51,680 DEBUG [M:0;a3a61c9ba14f:46639 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733149430328Disabling compacts and flushes for region at 1733149430328Disabling writes for close at 1733149430328Obtaining lock to block concurrent updates at 1733149430329 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149430329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166915, getHeapSize=195448, getOffHeapSize=0, getCellsCount=364 at 1733149430330 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149430332 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149430332Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149430353 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149430353Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149430776 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149430791 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149430791Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149431213 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149431230 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149431231 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1be184: reopening flushed file at 1733149431652 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a801f3e: reopening flushed file at 1733149431661 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ed8468: reopening flushed file at 1733149431669 (+8 ms)Finished flush of dataSize ~163.00 KB/166915, heapSize ~190.63 KB/195208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=317, compaction requested=false at 1733149431679 (+10 ms)Writing region close event to WAL at 1733149431680 (+1 ms)Closed at 1733149431680
2024-12-02T14:23:51,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741830_1006 (size=188127)
2024-12-02T14:23:51,684 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f861e196-242d-2b93-5bb7-7a10fac0762c/MasterData/WALs/a3a61c9ba14f,46639,1733149297315/a3a61c9ba14f%2C46639%2C1733149297315.1733149298608 not finished, retry = 0
2024-12-02T14:23:51,785 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:23:51,785 INFO  [M:0;a3a61c9ba14f:46639 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T14:23:51,785 INFO  [M:0;a3a61c9ba14f:46639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46639
2024-12-02T14:23:51,785 INFO  [M:0;a3a61c9ba14f:46639 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:23:51,887 INFO  [M:0;a3a61c9ba14f:46639 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:23:51,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:23:51,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46639-0x1009b4ee4150000, quorum=127.0.0.1:62015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:23:51,894 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T14:23:51,897 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-02T14:23:51,897 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-02T14:23:51,897 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-02T14:23:51,897 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/hadoop.log.dir/,STOPPED}
2024-12-02T14:23:51,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-02T14:23:51,901 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-02T14:23:51,901 WARN  [BP-22582081-172.17.0.2-1733149294955 heartbeating to localhost/127.0.0.1:41481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-02T14:23:51,901 WARN  [BP-22582081-172.17.0.2-1733149294955 heartbeating to localhost/127.0.0.1:41481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-22582081-172.17.0.2-1733149294955 (Datanode Uuid 7a42209d-b8cc-462b-836c-9b35cc653786) service to localhost/127.0.0.1:41481
2024-12-02T14:23:51,903 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/cluster_6e5968fa-c748-6139-db91-82c084ed7ebb/data/data1/current/BP-22582081-172.17.0.2-1733149294955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-02T14:23:51,903 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/cluster_6e5968fa-c748-6139-db91-82c084ed7ebb/data/data2/current/BP-22582081-172.17.0.2-1733149294955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-02T14:23:51,904 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-02T14:23:51,913 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-02T14:23:51,914 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-02T14:23:51,914 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-02T14:23:51,914 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-02T14:23:51,914 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0488df7a-f014-689b-4064-5f06c1152115/hadoop.log.dir/,STOPPED}
2024-12-02T14:23:51,920 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-02T14:23:51,943 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down