2024-12-06 06:30:48,900 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-06 06:30:48,931 main DEBUG Took 0.028117 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-06 06:30:48,931 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-06 06:30:48,932 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-06 06:30:48,933 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-06 06:30:48,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,944 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-06 06:30:48,957 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,962 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,963 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,964 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,965 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,967 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,968 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,969 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,970 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,971 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 06:30:48,972 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,973 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-06 06:30:48,974 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 06:30:48,976 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-06 06:30:48,979 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-06 06:30:48,979 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-06 06:30:48,981 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-06 06:30:48,981 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-06 06:30:48,990 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-06 06:30:48,992 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-06 06:30:48,994 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-06 06:30:48,994 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-06 06:30:48,995 main DEBUG createAppenders(={Console})
2024-12-06 06:30:48,996 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-06 06:30:48,996 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-06 06:30:48,996 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-06 06:30:48,997 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-06 06:30:48,998 main DEBUG OutputStream closed
2024-12-06 06:30:48,998 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-06 06:30:48,998 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-06 06:30:48,999 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-06 06:30:49,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-06 06:30:49,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-06 06:30:49,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-06 06:30:49,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-06 06:30:49,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-06 06:30:49,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-06 06:30:49,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-06 06:30:49,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-06 06:30:49,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-06 06:30:49,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-06 06:30:49,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-06 06:30:49,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-06 06:30:49,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-06 06:30:49,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-06 06:30:49,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-06 06:30:49,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-06 06:30:49,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-06 06:30:49,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-06 06:30:49,084 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06 06:30:49,085 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-06 06:30:49,085 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-06 06:30:49,086 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-06T06:30:49,100 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-06 06:30:49,102 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-06 06:30:49,103 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06T06:30:49,347 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a
2024-12-06T06:30:49,364 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-06T06:30:49,379 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/cluster_468171a9-7268-04fd-713a-38b7b697c7f7, deleteOnExit=true
2024-12-06T06:30:49,379 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-06T06:30:49,380 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/test.cache.data in system properties and HBase conf
2024-12-06T06:30:49,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/hadoop.tmp.dir in system properties and HBase conf
2024-12-06T06:30:49,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/hadoop.log.dir in system properties and HBase conf
2024-12-06T06:30:49,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-06T06:30:49,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-06T06:30:49,383 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-06T06:30:49,471 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-06T06:30:49,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T06:30:49,565 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-06T06:30:49,565 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-06T06:30:49,566 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-06T06:30:49,567 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-06T06:30:49,567 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-06T06:30:49,567 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-06T06:30:49,568 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-06T06:30:49,568 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-06T06:30:49,569 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-06T06:30:49,569 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/nfs.dump.dir in system properties and HBase conf
2024-12-06T06:30:49,569 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/java.io.tmpdir in system properties and HBase conf
2024-12-06T06:30:49,570 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-06T06:30:49,570 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-06T06:30:49,570 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-06T06:30:50,651 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-06T06:30:50,748 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2638ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-06T06:30:50,859 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-06T06:30:50,945 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-06T06:30:50,977 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-06T06:30:50,977 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-06T06:30:50,979 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-06T06:30:50,997 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-06T06:30:51,000 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/hadoop.log.dir/,AVAILABLE}
2024-12-06T06:30:51,002 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-06T06:30:51,272 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/java.io.tmpdir/jetty-localhost-42945-hadoop-hdfs-3_4_1-tests_jar-_-any-5804990143883622655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-06T06:30:51,291 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:42945}
2024-12-06T06:30:51,291 INFO  [Time-limited test {}] server.Server(415): Started @3183ms
2024-12-06T06:30:51,946 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-06T06:30:51,954 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-06T06:30:51,959 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-06T06:30:51,960 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-06T06:30:51,960 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-06T06:30:51,965 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/hadoop.log.dir/,AVAILABLE}
2024-12-06T06:30:51,965 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-06T06:30:52,097 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/java.io.tmpdir/jetty-localhost-37543-hadoop-hdfs-3_4_1-tests_jar-_-any-16814567890744388323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-06T06:30:52,098 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:37543}
2024-12-06T06:30:52,098 INFO  [Time-limited test {}] server.Server(415): Started @3990ms
2024-12-06T06:30:52,168 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-06T06:30:53,171 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/cluster_468171a9-7268-04fd-713a-38b7b697c7f7/data/data1/current/BP-1102333499-172.17.0.2-1733466650185/current, will proceed with Du for space computation calculation, 
2024-12-06T06:30:53,171 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/cluster_468171a9-7268-04fd-713a-38b7b697c7f7/data/data2/current/BP-1102333499-172.17.0.2-1733466650185/current, will proceed with Du for space computation calculation, 
2024-12-06T06:30:53,207 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-06T06:30:53,281 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5649bf75290f82c with lease ID 0x4865e640e05af11d: Processing first storage report for DS-ec8093b4-c6c6-4606-a134-bf38dfd5194a from datanode DatanodeRegistration(127.0.0.1:37435, datanodeUuid=cd013d21-edea-4519-b918-c104a67e090f, infoPort=38627, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=1761813241;c=1733466650185)
2024-12-06T06:30:53,282 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5649bf75290f82c with lease ID 0x4865e640e05af11d: from storage DS-ec8093b4-c6c6-4606-a134-bf38dfd5194a node DatanodeRegistration(127.0.0.1:37435, datanodeUuid=cd013d21-edea-4519-b918-c104a67e090f, infoPort=38627, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=1761813241;c=1733466650185), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-06T06:30:53,283 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5649bf75290f82c with lease ID 0x4865e640e05af11d: Processing first storage report for DS-c8296238-6c8a-42c4-89e7-15aa421972c1 from datanode DatanodeRegistration(127.0.0.1:37435, datanodeUuid=cd013d21-edea-4519-b918-c104a67e090f, infoPort=38627, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=1761813241;c=1733466650185)
2024-12-06T06:30:53,283 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5649bf75290f82c with lease ID 0x4865e640e05af11d: from storage DS-c8296238-6c8a-42c4-89e7-15aa421972c1 node DatanodeRegistration(127.0.0.1:37435, datanodeUuid=cd013d21-edea-4519-b918-c104a67e090f, infoPort=38627, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=1761813241;c=1733466650185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-06T06:30:53,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a
2024-12-06T06:30:53,407 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/cluster_468171a9-7268-04fd-713a-38b7b697c7f7/zookeeper_0, clientPort=55685, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/cluster_468171a9-7268-04fd-713a-38b7b697c7f7/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/cluster_468171a9-7268-04fd-713a-38b7b697c7f7/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-06T06:30:53,418 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55685
2024-12-06T06:30:53,431 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T06:30:53,434 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T06:30:53,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741825_1001 (size=7)
2024-12-06T06:30:54,102 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f with version=8
2024-12-06T06:30:54,102 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/hbase-staging
2024-12-06T06:30:54,210 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-06T06:30:54,480 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=9
2024-12-06T06:30:54,491 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T06:30:54,491 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T06:30:54,496 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T06:30:54,497 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T06:30:54,497 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T06:30:54,653 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-06T06:30:54,727 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-06T06:30:54,741 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-06T06:30:54,747 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T06:30:54,785 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4275 (auto-detected)
2024-12-06T06:30:54,786 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-06T06:30:54,816 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40519
2024-12-06T06:30:54,848 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40519 connecting to ZooKeeper ensemble=127.0.0.1:55685
2024-12-06T06:30:55,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405190x0, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T06:30:55,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40519-0x1018677ed590000 connected
2024-12-06T06:30:55,515 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T06:30:55,518 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T06:30:55,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T06:30:55,531 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f, hbase.cluster.distributed=false
2024-12-06T06:30:55,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T06:30:55,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40519
2024-12-06T06:30:55,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40519
2024-12-06T06:30:55,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40519
2024-12-06T06:30:55,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40519
2024-12-06T06:30:55,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40519
2024-12-06T06:30:55,671 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=9
2024-12-06T06:30:55,673 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T06:30:55,673 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T06:30:55,673 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T06:30:55,673 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T06:30:55,674 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T06:30:55,676 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-06T06:30:55,679 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T06:30:55,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34435
2024-12-06T06:30:55,682 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34435 connecting to ZooKeeper ensemble=127.0.0.1:55685
2024-12-06T06:30:55,683 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T06:30:55,686 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T06:30:55,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344350x0, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T06:30:55,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344350x0, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T06:30:55,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34435-0x1018677ed590001 connected
2024-12-06T06:30:55,735 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-06T06:30:55,743 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-06T06:30:55,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-06T06:30:55,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T06:30:55,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34435
2024-12-06T06:30:55,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34435
2024-12-06T06:30:55,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34435
2024-12-06T06:30:55,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34435
2024-12-06T06:30:55,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34435
2024-12-06T06:30:55,774 DEBUG [M:0;6336e8474e1c:40519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:40519
2024-12-06T06:30:55,775 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6336e8474e1c,40519,1733466654270
2024-12-06T06:30:55,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T06:30:55,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T06:30:55,838 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6336e8474e1c,40519,1733466654270
2024-12-06T06:30:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-06T06:30:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:55,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:55,907 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-06T06:30:55,909 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6336e8474e1c,40519,1733466654270 from backup master directory
2024-12-06T06:30:55,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T06:30:55,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6336e8474e1c,40519,1733466654270
2024-12-06T06:30:55,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T06:30:55,938 WARN  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T06:30:55,938 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,40519,1733466654270
2024-12-06T06:30:55,940 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-06T06:30:55,942 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-06T06:30:55,999 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/hbase.id] with ID: 0e3b3f29-38d5-4271-b476-a943692e5887
2024-12-06T06:30:55,999 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/.tmp/hbase.id
2024-12-06T06:30:56,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741826_1002 (size=42)
2024-12-06T06:30:56,411 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/.tmp/hbase.id]:[hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/hbase.id]
2024-12-06T06:30:56,455 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T06:30:56,461 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-06T06:30:56,493 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms.
2024-12-06T06:30:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:56,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741827_1003 (size=196)
2024-12-06T06:30:56,552 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:30:56,556 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-06T06:30:56,579 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T06:30:56,585 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T06:30:56,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741828_1004 (size=1189)
2024-12-06T06:30:57,039 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store
2024-12-06T06:30:57,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741829_1005 (size=34)
2024-12-06T06:30:57,065 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-06T06:30:57,068 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:30:57,069 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T06:30:57,069 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T06:30:57,070 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T06:30:57,071 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T06:30:57,071 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T06:30:57,072 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T06:30:57,073 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733466657069Disabling compacts and flushes for region at 1733466657069Disabling writes for close at 1733466657071 (+2 ms)Writing region close event to WAL at 1733466657071Closed at 1733466657071
2024-12-06T06:30:57,076 WARN  [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/.initializing
2024-12-06T06:30:57,076 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/WALs/6336e8474e1c,40519,1733466654270
2024-12-06T06:30:57,085 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T06:30:57,100 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C40519%2C1733466654270, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/WALs/6336e8474e1c,40519,1733466654270, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/oldWALs, maxLogs=10
2024-12-06T06:30:57,123 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/WALs/6336e8474e1c,40519,1733466654270/6336e8474e1c%2C40519%2C1733466654270.1733466657104, exclude list is [], retry=0
2024-12-06T06:30:57,140 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37435,DS-ec8093b4-c6c6-4606-a134-bf38dfd5194a,DISK]
2024-12-06T06:30:57,143 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-06T06:30:57,181 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/WALs/6336e8474e1c,40519,1733466654270/6336e8474e1c%2C40519%2C1733466654270.1733466657104
2024-12-06T06:30:57,182 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38627:38627)]
2024-12-06T06:30:57,183 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:30:57,184 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:30:57,187 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T06:30:57,188 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T06:30:57,227 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T06:30:57,253 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-06T06:30:57,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:30:57,260 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T06:30:57,260 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T06:30:57,264 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-06T06:30:57,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:30:57,265 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:30:57,265 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T06:30:57,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-06T06:30:57,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:30:57,269 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:30:57,269 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T06:30:57,272 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-06T06:30:57,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:30:57,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:30:57,273 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T06:30:57,277 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T06:30:57,278 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T06:30:57,283 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T06:30:57,284 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T06:30:57,289 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T06:30:57,293 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T06:30:57,298 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:30:57,299 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62068898, jitterRate=-0.0751013457775116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T06:30:57,305 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733466657202Initializing all the Stores at 1733466657204 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466657205 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466657205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466657206 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466657206Cleaning up temporary data from old regions at 1733466657285 (+79 ms)Region opened successfully at 1733466657305 (+20 ms)
2024-12-06T06:30:57,306 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-06T06:30:57,342 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abcdba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0
2024-12-06T06:30:57,382 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-06T06:30:57,395 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-06T06:30:57,395 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-06T06:30:57,398 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-06T06:30:57,400 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-06T06:30:57,405 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-12-06T06:30:57,405 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-06T06:30:57,431 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-06T06:30:57,440 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-06T06:30:57,451 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-06T06:30:57,454 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-06T06:30:57,455 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-06T06:30:57,466 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-06T06:30:57,468 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-06T06:30:57,472 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-06T06:30:57,482 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-06T06:30:57,483 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-06T06:30:57,502 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-06T06:30:57,523 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-06T06:30:57,535 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-06T06:30:57,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T06:30:57,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T06:30:57,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:57,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:57,555 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,40519,1733466654270, sessionid=0x1018677ed590000, setting cluster-up flag (Was=false)
2024-12-06T06:30:57,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:57,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:57,643 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-06T06:30:57,646 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,40519,1733466654270
2024-12-06T06:30:57,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:57,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:30:57,720 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-06T06:30:57,723 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,40519,1733466654270
2024-12-06T06:30:57,731 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-06T06:30:57,763 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(746): ClusterId : 0e3b3f29-38d5-4271-b476-a943692e5887
2024-12-06T06:30:57,767 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-06T06:30:57,791 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-06T06:30:57,791 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-06T06:30:57,806 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-06T06:30:57,807 DEBUG [RS:0;6336e8474e1c:34435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f9fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0
2024-12-06T06:30:57,823 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:34435
2024-12-06T06:30:57,826 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-06T06:30:57,827 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-06T06:30:57,827 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-06T06:30:57,830 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,40519,1733466654270 with port=34435, startcode=1733466655631
2024-12-06T06:30:57,829 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-06T06:30:57,841 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-06T06:30:57,841 DEBUG [RS:0;6336e8474e1c:34435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-06T06:30:57,847 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-06T06:30:57,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,40519,1733466654270
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-06T06:30:57,862 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5
2024-12-06T06:30:57,863 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5
2024-12-06T06:30:57,863 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5
2024-12-06T06:30:57,863 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5
2024-12-06T06:30:57,863 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10
2024-12-06T06:30:57,864 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:30:57,864 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2
2024-12-06T06:30:57,864 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:30:57,867 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466687867
2024-12-06T06:30:57,869 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-06T06:30:57,870 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-06T06:30:57,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T06:30:57,871 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-06T06:30:57,874 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-06T06:30:57,875 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-06T06:30:57,875 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-06T06:30:57,875 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-06T06:30:57,876 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T06:30:57,879 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:30:57,880 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-06T06:30:57,880 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-06T06:30:57,881 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-06T06:30:57,882 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-06T06:30:57,883 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-06T06:30:57,886 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-06T06:30:57,886 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-06T06:30:57,887 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-06T06:30:57,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741831_1007 (size=1321)
2024-12-06T06:30:57,892 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466657888,5,FailOnTimeoutGroup]
2024-12-06T06:30:57,893 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466657892,5,FailOnTimeoutGroup]
2024-12-06T06:30:57,893 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T06:30:57,893 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-06T06:30:57,894 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-06T06:30:57,894 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-06T06:30:57,914 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-06T06:30:57,914 WARN  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-06T06:30:58,294 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-06T06:30:58,294 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:30:58,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741832_1008 (size=32)
2024-12-06T06:30:58,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:30:58,709 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-06T06:30:58,711 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T06:30:58,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:30:58,713 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T06:30:58,713 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-06T06:30:58,716 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T06:30:58,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:30:58,716 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T06:30:58,717 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-06T06:30:58,719 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T06:30:58,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:30:58,720 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T06:30:58,720 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-06T06:30:58,722 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T06:30:58,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:30:58,723 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T06:30:58,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T06:30:58,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740
2024-12-06T06:30:58,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740
2024-12-06T06:30:58,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T06:30:58,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T06:30:58,730 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T06:30:58,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T06:30:58,736 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:30:58,738 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69593088, jitterRate=0.037017822265625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T06:30:58,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733466658706Initializing all the Stores at 1733466658708 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466658708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466658708Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466658709 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466658709Cleaning up temporary data from old regions at 1733466658729 (+20 ms)Region opened successfully at 1733466658741 (+12 ms)
2024-12-06T06:30:58,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T06:30:58,742 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T06:30:58,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T06:30:58,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T06:30:58,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T06:30:58,743 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T06:30:58,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733466658741Disabling compacts and flushes for region at 1733466658741Disabling writes for close at 1733466658742 (+1 ms)Writing region close event to WAL at 1733466658743 (+1 ms)Closed at 1733466658743
2024-12-06T06:30:58,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T06:30:58,747 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-06T06:30:58,753 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-06T06:30:58,762 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T06:30:58,765 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T06:30:58,916 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:30:59,916 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:00,917 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:01,918 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:02,918 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:03,919 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:04,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-06T06:31:04,724 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-06T06:31:04,920 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:05,920 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:06,921 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:07,922 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:08,922 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:09,923 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:10,924 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:11,924 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:12,925 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:13,926 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:14,926 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:15,927 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:16,927 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:17,928 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:18,929 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:19,929 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:20,930 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:21,931 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:22,931 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:23,318 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T06:31:23,932 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:24,933 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:25,933 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:26,934 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:27,916 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,40519,1733466654270 with port=34435, startcode=1733466655631
2024-12-06T06:31:27,918 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,34435,1733466655631
2024-12-06T06:31:27,921 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,34435,1733466655631
2024-12-06T06:31:27,929 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:31:27,929 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34977
2024-12-06T06:31:27,929 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-06T06:31:27,935 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:27,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T06:31:27,990 DEBUG [RS:0;6336e8474e1c:34435 {}] zookeeper.ZKUtil(111): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6336e8474e1c,34435,1733466655631
2024-12-06T06:31:27,991 WARN  [RS:0;6336e8474e1c:34435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T06:31:27,991 INFO  [RS:0;6336e8474e1c:34435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T06:31:27,991 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/WALs/6336e8474e1c,34435,1733466655631
2024-12-06T06:31:27,993 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,34435,1733466655631]
2024-12-06T06:31:28,019 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-06T06:31:28,032 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-06T06:31:28,037 INFO  [RS:0;6336e8474e1c:34435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-06T06:31:28,037 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,038 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-06T06:31:28,044 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-06T06:31:28,045 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,046 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,046 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,046 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,046 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,047 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,047 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2
2024-12-06T06:31:28,047 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,047 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,047 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,048 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,048 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,048 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1
2024-12-06T06:31:28,048 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3
2024-12-06T06:31:28,049 DEBUG [RS:0;6336e8474e1c:34435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3
2024-12-06T06:31:28,050 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,050 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,050 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,050 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,050 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,051 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34435,1733466655631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T06:31:28,070 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-06T06:31:28,072 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34435,1733466655631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,072 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,072 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.Replication(171): 6336e8474e1c,34435,1733466655631 started
2024-12-06T06:31:28,090 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:28,091 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,34435,1733466655631, RpcServer on 6336e8474e1c/172.17.0.2:34435, sessionid=0x1018677ed590001
2024-12-06T06:31:28,091 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-06T06:31:28,091 DEBUG [RS:0;6336e8474e1c:34435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,34435,1733466655631
2024-12-06T06:31:28,092 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34435,1733466655631'
2024-12-06T06:31:28,092 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-06T06:31:28,093 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-06T06:31:28,093 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-06T06:31:28,093 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-06T06:31:28,094 DEBUG [RS:0;6336e8474e1c:34435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,34435,1733466655631
2024-12-06T06:31:28,094 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34435,1733466655631'
2024-12-06T06:31:28,094 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-06T06:31:28,094 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-06T06:31:28,095 DEBUG [RS:0;6336e8474e1c:34435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-06T06:31:28,095 INFO  [RS:0;6336e8474e1c:34435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-06T06:31:28,095 INFO  [RS:0;6336e8474e1c:34435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-06T06:31:28,935 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:29,936 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:30,936 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:31,937 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:32,938 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:33,938 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:34,939 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:35,940 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:36,940 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:37,941 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:38,942 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:39,942 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:40,943 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:41,943 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:42,944 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:43,945 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:44,945 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:45,946 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:46,947 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:47,947 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:48,948 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:49,949 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:50,949 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:51,950 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:52,951 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:53,319 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T06:31:53,951 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:54,952 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:55,952 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:56,953 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:57,954 WARN  [6336e8474e1c:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T06:31:58,100 INFO  [RS:0;6336e8474e1c:34435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T06:31:58,104 INFO  [RS:0;6336e8474e1c:34435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C34435%2C1733466655631, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/WALs/6336e8474e1c,34435,1733466655631, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/oldWALs, maxLogs=32
2024-12-06T06:31:58,121 DEBUG [RS:0;6336e8474e1c:34435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/WALs/6336e8474e1c,34435,1733466655631/6336e8474e1c%2C34435%2C1733466655631.1733466718107, exclude list is [], retry=0
2024-12-06T06:31:58,126 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37435,DS-ec8093b4-c6c6-4606-a134-bf38dfd5194a,DISK]
2024-12-06T06:31:58,129 INFO  [RS:0;6336e8474e1c:34435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/WALs/6336e8474e1c,34435,1733466655631/6336e8474e1c%2C34435%2C1733466655631.1733466718107
2024-12-06T06:31:58,130 DEBUG [RS:0;6336e8474e1c:34435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38627:38627)]
2024-12-06T06:31:58,206 DEBUG [6336e8474e1c:40519 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-06T06:31:58,218 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:31:58,225 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,34435,1733466655631, state=OPENING
2024-12-06T06:31:58,243 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-06T06:31:58,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:31:58,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:31:58,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T06:31:58,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T06:31:58,264 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T06:31:58,267 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:31:58,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-06T06:31:58,448 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-06T06:31:58,459 INFO  [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-06T06:31:58,459 INFO  [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T06:31:58,459 INFO  [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-06T06:31:58,462 INFO  [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C34435%2C1733466655631.meta, suffix=.meta, logDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/WALs/6336e8474e1c,34435,1733466655631, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/oldWALs, maxLogs=32
2024-12-06T06:31:58,481 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/WALs/6336e8474e1c,34435,1733466655631/6336e8474e1c%2C34435%2C1733466655631.meta.1733466718464.meta, exclude list is [], retry=0
2024-12-06T06:31:58,484 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37435,DS-ec8093b4-c6c6-4606-a134-bf38dfd5194a,DISK]
2024-12-06T06:31:58,488 INFO  [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/WALs/6336e8474e1c,34435,1733466655631/6336e8474e1c%2C34435%2C1733466655631.meta.1733466718464.meta
2024-12-06T06:31:58,488 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38627:38627)]
2024-12-06T06:31:58,489 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:31:58,491 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-06T06:31:58,495 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-06T06:31:58,500 INFO  [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-06T06:31:58,506 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-06T06:31:58,507 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:31:58,507 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-06T06:31:58,507 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-06T06:31:58,511 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-06T06:31:58,512 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T06:31:58,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:31:58,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T06:31:58,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-06T06:31:58,515 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T06:31:58,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:31:58,516 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T06:31:58,516 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-06T06:31:58,518 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T06:31:58,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:31:58,519 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T06:31:58,519 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-06T06:31:58,520 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T06:31:58,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:31:58,521 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T06:31:58,521 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T06:31:58,523 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740
2024-12-06T06:31:58,525 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740
2024-12-06T06:31:58,528 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T06:31:58,528 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T06:31:58,528 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T06:31:58,531 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T06:31:58,532 INFO  [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64410845, jitterRate=-0.04020361602306366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T06:31:58,533 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-06T06:31:58,534 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733466718508Writing region info on filesystem at 1733466718508Initializing all the Stores at 1733466718510 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466718510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466718510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466718510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466718510Cleaning up temporary data from old regions at 1733466718528 (+18 ms)Running coprocessor post-open hooks at 1733466718533 (+5 ms)Region opened successfully at 1733466718534 (+1 ms)
2024-12-06T06:31:58,541 INFO  [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466718436
2024-12-06T06:31:58,553 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-06T06:31:58,553 INFO  [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-06T06:31:58,555 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:31:58,557 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,34435,1733466655631, state=OPEN
2024-12-06T06:31:58,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T06:31:58,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T06:31:58,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T06:31:58,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T06:31:58,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,34435,1733466655631
2024-12-06T06:31:58,589 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-06T06:31:58,589 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,34435,1733466655631 in 317 msec
2024-12-06T06:31:58,596 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-06T06:31:58,596 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.8380 sec
2024-12-06T06:31:58,598 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T06:31:58,598 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-06T06:31:58,618 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T06:31:58,620 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34435,1733466655631, seqNum=-1]
2024-12-06T06:31:58,642 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T06:31:58,644 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T06:31:58,668 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.892 sec
2024-12-06T06:31:58,668 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466718668, completionTime=-1
2024-12-06T06:31:58,671 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-06T06:31:58,671 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-06T06:31:58,698 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-06T06:31:58,698 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466778698
2024-12-06T06:31:58,698 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466838698
2024-12-06T06:31:58,698 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec
2024-12-06T06:31:58,700 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40519,1733466654270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:58,701 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40519,1733466654270-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:58,701 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40519,1733466654270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:58,702 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:40519, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:58,702 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:58,703 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:58,709 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-06T06:31:58,729 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.791sec
2024-12-06T06:31:58,730 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-06T06:31:58,732 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-06T06:31:58,733 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-06T06:31:58,733 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-06T06:31:58,733 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-06T06:31:58,734 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40519,1733466654270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T06:31:58,734 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40519,1733466654270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-06T06:31:58,742 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-06T06:31:58,743 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-06T06:31:58,743 INFO  [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40519,1733466654270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T06:31:58,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T06:31:58,823 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-06T06:31:58,823 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-06T06:31:58,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,40519,-1 for getting cluster id
2024-12-06T06:31:58,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T06:31:58,839 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e3b3f29-38d5-4271-b476-a943692e5887'
2024-12-06T06:31:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T06:31:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e3b3f29-38d5-4271-b476-a943692e5887"

2024-12-06T06:31:58,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a03ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T06:31:58,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,40519,-1]
2024-12-06T06:31:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T06:31:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T06:31:58,849 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T06:31:58,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T06:31:58,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T06:31:58,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34435,1733466655631, seqNum=-1]
2024-12-06T06:31:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T06:31:58,862 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T06:31:58,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,40519,1733466654270
2024-12-06T06:31:58,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T06:31:58,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,40519,-1 for getting cluster id
2024-12-06T06:31:58,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T06:31:58,887 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e3b3f29-38d5-4271-b476-a943692e5887'
2024-12-06T06:31:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T06:31:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e3b3f29-38d5-4271-b476-a943692e5887"

2024-12-06T06:31:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de13be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T06:31:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,40519,-1]
2024-12-06T06:31:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T06:31:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T06:31:58,891 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T06:31:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccfcb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T06:31:58,906 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=4385
2024-12-06T06:31:58,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T06:31:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,40519,1733466654270
2024-12-06T06:31:58,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a29e41
2024-12-06T06:31:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T06:31:58,924 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T06:31:58,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:31:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-06T06:31:58,961 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:31:58,963 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-06T06:31:58,964 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:31:58,967 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:31:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T06:31:58,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741835_1011 (size=428)
2024-12-06T06:31:59,388 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91e8e449b304f5900293c4cb0bf26b31, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:31:59,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741836_1012 (size=79)
2024-12-06T06:31:59,798 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:31:59,798 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 91e8e449b304f5900293c4cb0bf26b31, disabling compactions & flushes
2024-12-06T06:31:59,798 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:31:59,798 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:31:59,799 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31. after waiting 0 ms
2024-12-06T06:31:59,799 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:31:59,799 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:31:59,799 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91e8e449b304f5900293c4cb0bf26b31:
Waiting for close lock at 1733466719798Disabling compacts and flushes for region at 1733466719798Disabling writes for close at 1733466719799 (+1 ms)Writing region close event to WAL at 1733466719799Closed at 1733466719799
2024-12-06T06:31:59,801 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:31:59,806 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733466719801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466719801"}]},"ts":"1733466719801"}
2024-12-06T06:31:59,811 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:31:59,813 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:31:59,816 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466719813"}]},"ts":"1733466719813"}
2024-12-06T06:31:59,820 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-06T06:31:59,822 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=91e8e449b304f5900293c4cb0bf26b31, ASSIGN}]
2024-12-06T06:31:59,824 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=91e8e449b304f5900293c4cb0bf26b31, ASSIGN
2024-12-06T06:31:59,825 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=91e8e449b304f5900293c4cb0bf26b31, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:31:59,977 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91e8e449b304f5900293c4cb0bf26b31, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:31:59,981 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=91e8e449b304f5900293c4cb0bf26b31, ASSIGN because future has completed
2024-12-06T06:31:59,982 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91e8e449b304f5900293c4cb0bf26b31, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:31:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T06:32:00,143 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:32:00,143 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 91e8e449b304f5900293c4cb0bf26b31, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:00,144 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,144 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:00,144 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,144 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,147 INFO  [StoreOpener-91e8e449b304f5900293c4cb0bf26b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 91e8e449b304f5900293c4cb0bf26b31 
2024-12-06T06:32:00,149 INFO  [StoreOpener-91e8e449b304f5900293c4cb0bf26b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e8e449b304f5900293c4cb0bf26b31 columnFamilyName testFamily
2024-12-06T06:32:00,149 DEBUG [StoreOpener-91e8e449b304f5900293c4cb0bf26b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:00,150 INFO  [StoreOpener-91e8e449b304f5900293c4cb0bf26b31-1 {}] regionserver.HStore(327): Store=91e8e449b304f5900293c4cb0bf26b31/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:00,150 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,151 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,152 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,153 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,153 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,156 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,160 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/91e8e449b304f5900293c4cb0bf26b31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:00,160 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 91e8e449b304f5900293c4cb0bf26b31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74670812, jitterRate=0.1126818060874939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:00,161 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:32:00,161 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 91e8e449b304f5900293c4cb0bf26b31:
Running coprocessor pre-open hook at 1733466720144Writing region info on filesystem at 1733466720144Initializing all the Stores at 1733466720146 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466720146Cleaning up temporary data from old regions at 1733466720153 (+7 ms)Running coprocessor post-open hooks at 1733466720161 (+8 ms)Region opened successfully at 1733466720161
2024-12-06T06:32:00,164 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31., pid=6, masterSystemTime=1733466720137
2024-12-06T06:32:00,167 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:32:00,167 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:32:00,168 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91e8e449b304f5900293c4cb0bf26b31, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:00,172 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91e8e449b304f5900293c4cb0bf26b31, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:00,178 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-06T06:32:00,178 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 91e8e449b304f5900293c4cb0bf26b31, server=6336e8474e1c,34435,1733466655631 in 192 msec
2024-12-06T06:32:00,182 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-06T06:32:00,182 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=91e8e449b304f5900293c4cb0bf26b31, ASSIGN in 356 msec
2024-12-06T06:32:00,183 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:00,183 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466720183"}]},"ts":"1733466720183"}
2024-12-06T06:32:00,186 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-06T06:32:00,188 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:00,190 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2370 sec
2024-12-06T06:32:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T06:32:02,007 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-06T06:32:02,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-06T06:32:02,009 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:02,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-06T06:32:02,015 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:02,015 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-06T06:32:02,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T06:32:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34435,1733466655631, seqNum=-1]
2024-12-06T06:32:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T06:32:02,023 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T06:32:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:02,042 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:02,046 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-06T06:32:02,050 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-06T06:32:02,054 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-06T06:32:02,056 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-06T06:32:02,057 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1219150462951882760
2024-12-06T06:32:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:33440 deadline: 1733466725056, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T06:32:02,064 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-06T06:32:02,066 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-06T06:32:02,067 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:02,069 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:02,070 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1219150462951882762
2024-12-06T06:32:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:33440 deadline: 1733466725068, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T06:32:02,073 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:02,074 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1219150462951882763
2024-12-06T06:32:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:33440 deadline: 1733466725073, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T06:32:02,078 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:02,079 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1219150462951882764
2024-12-06T06:32:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:33440 deadline: 1733466725077, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T06:32:02,082 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:02,094 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/6336e8474e1c:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1926113854_22 at /127.0.0.1:43994 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 280), ProcessCount=11 (was 11), AvailableMemoryMB=4337 (was 4385)
2024-12-06T06:32:02,104 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=266, ProcessCount=11, AvailableMemoryMB=4337
2024-12-06T06:32:02,108 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:32:02,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-06T06:32:02,112 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:32:02,112 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:02,112 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-06T06:32:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T06:32:02,114 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:32:02,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741837_1013 (size=414)
2024-12-06T06:32:02,527 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1406081b613ff18303ee665886114322, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:32:02,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741838_1014 (size=65)
2024-12-06T06:32:02,936 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:02,936 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 1406081b613ff18303ee665886114322, disabling compactions & flushes
2024-12-06T06:32:02,937 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:32:02,937 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:32:02,937 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322. after waiting 0 ms
2024-12-06T06:32:02,937 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:32:02,937 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:32:02,937 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1406081b613ff18303ee665886114322:
Waiting for close lock at 1733466722936Disabling compacts and flushes for region at 1733466722936Disabling writes for close at 1733466722937 (+1 ms)Writing region close event to WAL at 1733466722937Closed at 1733466722937
2024-12-06T06:32:02,939 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:32:02,939 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733466722939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466722939"}]},"ts":"1733466722939"}
2024-12-06T06:32:02,943 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:32:02,945 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:32:02,945 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466722945"}]},"ts":"1733466722945"}
2024-12-06T06:32:02,948 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-06T06:32:02,948 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1406081b613ff18303ee665886114322, ASSIGN}]
2024-12-06T06:32:02,950 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1406081b613ff18303ee665886114322, ASSIGN
2024-12-06T06:32:02,952 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1406081b613ff18303ee665886114322, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:32:03,103 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1406081b613ff18303ee665886114322, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:03,107 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1406081b613ff18303ee665886114322, ASSIGN because future has completed
2024-12-06T06:32:03,108 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1406081b613ff18303ee665886114322, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:32:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T06:32:03,268 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:32:03,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1406081b613ff18303ee665886114322, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 1406081b613ff18303ee665886114322
2024-12-06T06:32:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 1406081b613ff18303ee665886114322
2024-12-06T06:32:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 1406081b613ff18303ee665886114322
2024-12-06T06:32:03,271 INFO  [StoreOpener-1406081b613ff18303ee665886114322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1406081b613ff18303ee665886114322 
2024-12-06T06:32:03,273 INFO  [StoreOpener-1406081b613ff18303ee665886114322-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1406081b613ff18303ee665886114322 columnFamilyName testFamily
2024-12-06T06:32:03,273 DEBUG [StoreOpener-1406081b613ff18303ee665886114322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:03,274 INFO  [StoreOpener-1406081b613ff18303ee665886114322-1 {}] regionserver.HStore(327): Store=1406081b613ff18303ee665886114322/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:03,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 1406081b613ff18303ee665886114322
2024-12-06T06:32:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScanner/1406081b613ff18303ee665886114322
2024-12-06T06:32:03,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScanner/1406081b613ff18303ee665886114322
2024-12-06T06:32:03,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1406081b613ff18303ee665886114322
2024-12-06T06:32:03,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1406081b613ff18303ee665886114322
2024-12-06T06:32:03,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 1406081b613ff18303ee665886114322
2024-12-06T06:32:03,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScanner/1406081b613ff18303ee665886114322/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:03,283 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 1406081b613ff18303ee665886114322; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58988957, jitterRate=-0.12099604308605194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:03,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1406081b613ff18303ee665886114322
2024-12-06T06:32:03,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 1406081b613ff18303ee665886114322:
Running coprocessor pre-open hook at 1733466723269Writing region info on filesystem at 1733466723269Initializing all the Stores at 1733466723271 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466723271Cleaning up temporary data from old regions at 1733466723277 (+6 ms)Running coprocessor post-open hooks at 1733466723283 (+6 ms)Region opened successfully at 1733466723284 (+1 ms)
2024-12-06T06:32:03,285 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322., pid=9, masterSystemTime=1733466723262
2024-12-06T06:32:03,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:32:03,289 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:32:03,290 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1406081b613ff18303ee665886114322, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:03,294 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1406081b613ff18303ee665886114322, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:03,299 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-06T06:32:03,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1406081b613ff18303ee665886114322, server=6336e8474e1c,34435,1733466655631 in 188 msec
2024-12-06T06:32:03,303 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-06T06:32:03,303 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1406081b613ff18303ee665886114322, ASSIGN in 352 msec
2024-12-06T06:32:03,304 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:03,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466723304"}]},"ts":"1733466723304"}
2024-12-06T06:32:03,307 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-06T06:32:03,308 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:03,311 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2000 sec
2024-12-06T06:32:04,037 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T06:32:04,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-06T06:32:04,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-06T06:32:04,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-06T06:32:04,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-06T06:32:04,723 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:04,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T06:32:04,725 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-06T06:32:04,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-06T06:32:04,725 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:04,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-06T06:32:04,726 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T06:32:05,157 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-06T06:32:05,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-06T06:32:05,157 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:05,162 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-06T06:32:05,162 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:05,162 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-06T06:32:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:05,177 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:05,177 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-06T06:32:05,181 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-06T06:32:05,183 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-06T06:32:11,192 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322., hostname=6336e8474e1c,34435,1733466655631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6336e8474e1c:34435 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-12-06T06:32:11,192 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-12-06T06:32:11,193 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 from cache
2024-12-06T06:32:11,207 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 266), ProcessCount=11 (was 11), AvailableMemoryMB=4307 (was 4337)
2024-12-06T06:32:11,215 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=4307
2024-12-06T06:32:11,218 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:32:11,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-06T06:32:11,221 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:32:11,221 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:11,222 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-06T06:32:11,223 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:32:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-06T06:32:11,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741839_1015 (size=412)
2024-12-06T06:32:11,634 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30afabb87337bf7be4d662c3ba6d7fa9, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:32:11,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741840_1016 (size=63)
2024-12-06T06:32:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-06T06:32:12,044 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:12,045 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 30afabb87337bf7be4d662c3ba6d7fa9, disabling compactions & flushes
2024-12-06T06:32:12,045 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:32:12,045 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:32:12,045 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9. after waiting 0 ms
2024-12-06T06:32:12,045 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:32:12,045 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:32:12,045 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30afabb87337bf7be4d662c3ba6d7fa9:
Waiting for close lock at 1733466732044Disabling compacts and flushes for region at 1733466732044Disabling writes for close at 1733466732045 (+1 ms)Writing region close event to WAL at 1733466732045Closed at 1733466732045
2024-12-06T06:32:12,047 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:32:12,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733466732047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466732047"}]},"ts":"1733466732047"}
2024-12-06T06:32:12,050 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:32:12,052 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:32:12,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466732052"}]},"ts":"1733466732052"}
2024-12-06T06:32:12,054 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-06T06:32:12,055 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=30afabb87337bf7be4d662c3ba6d7fa9, ASSIGN}]
2024-12-06T06:32:12,056 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=30afabb87337bf7be4d662c3ba6d7fa9, ASSIGN
2024-12-06T06:32:12,057 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=30afabb87337bf7be4d662c3ba6d7fa9, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:32:12,208 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=30afabb87337bf7be4d662c3ba6d7fa9, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:12,212 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=30afabb87337bf7be4d662c3ba6d7fa9, ASSIGN because future has completed
2024-12-06T06:32:12,212 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30afabb87337bf7be4d662c3ba6d7fa9, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:32:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-06T06:32:12,371 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:32:12,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 30afabb87337bf7be4d662c3ba6d7fa9, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:12,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:12,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,374 INFO  [StoreOpener-30afabb87337bf7be4d662c3ba6d7fa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 30afabb87337bf7be4d662c3ba6d7fa9 
2024-12-06T06:32:12,376 INFO  [StoreOpener-30afabb87337bf7be4d662c3ba6d7fa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30afabb87337bf7be4d662c3ba6d7fa9 columnFamilyName testFamily
2024-12-06T06:32:12,376 DEBUG [StoreOpener-30afabb87337bf7be4d662c3ba6d7fa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:12,377 INFO  [StoreOpener-30afabb87337bf7be4d662c3ba6d7fa9-1 {}] regionserver.HStore(327): Store=30afabb87337bf7be4d662c3ba6d7fa9/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:12,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNextAsync/30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNextAsync/30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNextAsync/30afabb87337bf7be4d662c3ba6d7fa9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:12,385 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 30afabb87337bf7be4d662c3ba6d7fa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75462732, jitterRate=0.12448233366012573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:12,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:32:12,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 30afabb87337bf7be4d662c3ba6d7fa9:
Running coprocessor pre-open hook at 1733466732372Writing region info on filesystem at 1733466732372Initializing all the Stores at 1733466732374 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466732374Cleaning up temporary data from old regions at 1733466732379 (+5 ms)Running coprocessor post-open hooks at 1733466732386 (+7 ms)Region opened successfully at 1733466732386
2024-12-06T06:32:12,388 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9., pid=12, masterSystemTime=1733466732365
2024-12-06T06:32:12,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:32:12,391 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:32:12,392 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=30afabb87337bf7be4d662c3ba6d7fa9, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:12,395 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30afabb87337bf7be4d662c3ba6d7fa9, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:12,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-06T06:32:12,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 30afabb87337bf7be4d662c3ba6d7fa9, server=6336e8474e1c,34435,1733466655631 in 184 msec
2024-12-06T06:32:12,403 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-06T06:32:12,403 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=30afabb87337bf7be4d662c3ba6d7fa9, ASSIGN in 345 msec
2024-12-06T06:32:12,404 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:12,405 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466732404"}]},"ts":"1733466732404"}
2024-12-06T06:32:12,407 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-06T06:32:12,408 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:12,411 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1900 sec
2024-12-06T06:32:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-06T06:32:14,256 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-06T06:32:14,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-06T06:32:14,257 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:14,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-06T06:32:14,261 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:14,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-06T06:32:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:14,276 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:14,276 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-06T06:32:14,279 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-06T06:32:14,281 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-06T06:32:14,282 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-06T06:32:14,283 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-06T06:32:14,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-06T06:32:14,723 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:16,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-06T06:32:17,891 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T06:32:20,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34435 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882773' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-06T06:32:20,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:33440 deadline: 1733466746288, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882773' does not exist
2024-12-06T06:32:20,291 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6336e8474e1c,34435,1733466655631 for closing scanner id = 1219150462951882773 for 30afabb87337bf7be4d662c3ba6d7fa9 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882773' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T06:32:20,295 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=4292 (was 4307)
2024-12-06T06:32:20,303 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4291
2024-12-06T06:32:20,306 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:32:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-06T06:32:20,309 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:32:20,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:20,310 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-06T06:32:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T06:32:20,311 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:32:20,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741841_1017 (size=423)
2024-12-06T06:32:20,722 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a18015e89b5d041531442c07bee06199, NAME => 'testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:32:20,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741842_1018 (size=74)
2024-12-06T06:32:20,731 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:20,731 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing a18015e89b5d041531442c07bee06199, disabling compactions & flushes
2024-12-06T06:32:20,731 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:32:20,731 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:32:20,731 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199. after waiting 0 ms
2024-12-06T06:32:20,731 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:32:20,731 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:32:20,731 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for a18015e89b5d041531442c07bee06199:
Waiting for close lock at 1733466740731Disabling compacts and flushes for region at 1733466740731Disabling writes for close at 1733466740731Writing region close event to WAL at 1733466740731Closed at 1733466740731
2024-12-06T06:32:20,733 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:32:20,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733466740733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466740733"}]},"ts":"1733466740733"}
2024-12-06T06:32:20,737 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:32:20,738 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:32:20,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466740738"}]},"ts":"1733466740738"}
2024-12-06T06:32:20,741 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-06T06:32:20,741 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a18015e89b5d041531442c07bee06199, ASSIGN}]
2024-12-06T06:32:20,743 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a18015e89b5d041531442c07bee06199, ASSIGN
2024-12-06T06:32:20,744 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a18015e89b5d041531442c07bee06199, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:32:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-06T06:32:20,895 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a18015e89b5d041531442c07bee06199, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:20,898 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a18015e89b5d041531442c07bee06199, ASSIGN because future has completed
2024-12-06T06:32:20,899 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a18015e89b5d041531442c07bee06199, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:32:21,058 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:32:21,058 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a18015e89b5d041531442c07bee06199, NAME => 'testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:21,058 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,059 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:21,059 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,059 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,061 INFO  [StoreOpener-a18015e89b5d041531442c07bee06199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a18015e89b5d041531442c07bee06199 
2024-12-06T06:32:21,064 INFO  [StoreOpener-a18015e89b5d041531442c07bee06199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a18015e89b5d041531442c07bee06199 columnFamilyName testFamily
2024-12-06T06:32:21,064 DEBUG [StoreOpener-a18015e89b5d041531442c07bee06199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:21,065 INFO  [StoreOpener-a18015e89b5d041531442c07bee06199-1 {}] regionserver.HStore(327): Store=a18015e89b5d041531442c07bee06199/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:21,065 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,066 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextException/a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,066 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextException/a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,067 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,067 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,069 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,073 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextException/a18015e89b5d041531442c07bee06199/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:21,073 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a18015e89b5d041531442c07bee06199; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75188200, jitterRate=0.12039148807525635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:21,073 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a18015e89b5d041531442c07bee06199
2024-12-06T06:32:21,074 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a18015e89b5d041531442c07bee06199:
Running coprocessor pre-open hook at 1733466741059Writing region info on filesystem at 1733466741059Initializing all the Stores at 1733466741060 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466741060Cleaning up temporary data from old regions at 1733466741067 (+7 ms)Running coprocessor post-open hooks at 1733466741073 (+6 ms)Region opened successfully at 1733466741074 (+1 ms)
2024-12-06T06:32:21,075 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199., pid=15, masterSystemTime=1733466741052
2024-12-06T06:32:21,078 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:32:21,078 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:32:21,079 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a18015e89b5d041531442c07bee06199, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:21,082 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a18015e89b5d041531442c07bee06199, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:21,086 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-06T06:32:21,087 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a18015e89b5d041531442c07bee06199, server=6336e8474e1c,34435,1733466655631 in 185 msec
2024-12-06T06:32:21,089 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-06T06:32:21,089 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a18015e89b5d041531442c07bee06199, ASSIGN in 346 msec
2024-12-06T06:32:21,091 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:21,091 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466741091"}]},"ts":"1733466741091"}
2024-12-06T06:32:21,093 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-06T06:32:21,095 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:21,097 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 789 msec
2024-12-06T06:32:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T06:32:21,327 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-06T06:32:21,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-06T06:32:21,327 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:21,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-06T06:32:21,332 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:21,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-06T06:32:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:21,346 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:21,346 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-06T06:32:21,349 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-06T06:32:21,351 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-06T06:32:21,352 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-06T06:32:21,352 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1219150462951882777
2024-12-06T06:32:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:33440 deadline: 1733466744351, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T06:32:21,355 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-06T06:32:21,356 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-06T06:32:21,357 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:21,358 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:21,358 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1219150462951882779
2024-12-06T06:32:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:33440 deadline: 1733466744357, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T06:32:21,361 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:21,362 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1219150462951882780
2024-12-06T06:32:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:33440 deadline: 1733466744361, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T06:32:21,364 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:21,365 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1219150462951882781
2024-12-06T06:32:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:33440 deadline: 1733466744364, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T06:32:21,367 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T06:32:21,376 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1926113854_22 at /127.0.0.1:48556 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=4287 (was 4291)
2024-12-06T06:32:21,384 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4286
2024-12-06T06:32:21,386 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:32:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-06T06:32:21,389 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:32:21,390 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:21,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-06T06:32:21,391 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:32:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-06T06:32:21,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741843_1019 (size=418)
2024-12-06T06:32:21,802 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1d2161a677756817a94b6273d063098, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:32:21,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741844_1020 (size=69)
2024-12-06T06:32:22,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-06T06:32:22,210 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:22,211 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing a1d2161a677756817a94b6273d063098, disabling compactions & flushes
2024-12-06T06:32:22,211 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:32:22,211 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:32:22,211 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098. after waiting 0 ms
2024-12-06T06:32:22,211 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:32:22,211 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:32:22,211 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1d2161a677756817a94b6273d063098:
Waiting for close lock at 1733466742211Disabling compacts and flushes for region at 1733466742211Disabling writes for close at 1733466742211Writing region close event to WAL at 1733466742211Closed at 1733466742211
2024-12-06T06:32:22,213 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:32:22,213 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733466742213"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466742213"}]},"ts":"1733466742213"}
2024-12-06T06:32:22,216 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:32:22,217 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:32:22,218 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466742217"}]},"ts":"1733466742217"}
2024-12-06T06:32:22,220 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-06T06:32:22,220 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a1d2161a677756817a94b6273d063098, ASSIGN}]
2024-12-06T06:32:22,222 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a1d2161a677756817a94b6273d063098, ASSIGN
2024-12-06T06:32:22,223 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a1d2161a677756817a94b6273d063098, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:32:22,373 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a1d2161a677756817a94b6273d063098, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:22,377 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a1d2161a677756817a94b6273d063098, ASSIGN because future has completed
2024-12-06T06:32:22,377 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1d2161a677756817a94b6273d063098, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:32:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-06T06:32:22,536 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:32:22,536 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a1d2161a677756817a94b6273d063098, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:22,537 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,537 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:22,537 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,537 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,539 INFO  [StoreOpener-a1d2161a677756817a94b6273d063098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a1d2161a677756817a94b6273d063098 
2024-12-06T06:32:22,541 INFO  [StoreOpener-a1d2161a677756817a94b6273d063098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1d2161a677756817a94b6273d063098 columnFamilyName testFamily
2024-12-06T06:32:22,541 DEBUG [StoreOpener-a1d2161a677756817a94b6273d063098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:22,542 INFO  [StoreOpener-a1d2161a677756817a94b6273d063098-1 {}] regionserver.HStore(327): Store=a1d2161a677756817a94b6273d063098/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:22,542 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,543 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScanner/a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,544 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScanner/a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,545 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,545 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,547 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,550 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScanner/a1d2161a677756817a94b6273d063098/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:22,551 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a1d2161a677756817a94b6273d063098; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64239155, jitterRate=-0.042761996388435364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:22,551 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1d2161a677756817a94b6273d063098
2024-12-06T06:32:22,552 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a1d2161a677756817a94b6273d063098:
Running coprocessor pre-open hook at 1733466742537Writing region info on filesystem at 1733466742537Initializing all the Stores at 1733466742539 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466742539Cleaning up temporary data from old regions at 1733466742545 (+6 ms)Running coprocessor post-open hooks at 1733466742551 (+6 ms)Region opened successfully at 1733466742552 (+1 ms)
2024-12-06T06:32:22,554 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., pid=18, masterSystemTime=1733466742531
2024-12-06T06:32:22,557 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:32:22,557 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:32:22,558 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a1d2161a677756817a94b6273d063098, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:22,560 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1d2161a677756817a94b6273d063098, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:22,564 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-06T06:32:22,564 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure a1d2161a677756817a94b6273d063098, server=6336e8474e1c,34435,1733466655631 in 184 msec
2024-12-06T06:32:22,567 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-06T06:32:22,568 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a1d2161a677756817a94b6273d063098, ASSIGN in 344 msec
2024-12-06T06:32:22,569 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:22,569 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466742569"}]},"ts":"1733466742569"}
2024-12-06T06:32:22,571 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-06T06:32:22,572 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:22,574 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1860 sec
2024-12-06T06:32:23,319 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T06:32:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-06T06:32:24,417 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-06T06:32:24,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-06T06:32:24,417 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:24,421 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-06T06:32:24,421 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:24,422 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-06T06:32:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:24,435 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:24,435 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-06T06:32:24,438 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-06T06:32:24,439 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-06T06:32:24,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-06T06:32:24,723 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:24,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-06T06:32:24,724 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:25,445 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6336e8474e1c:34435 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-12-06T06:32:25,445 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-12-06T06:32:25,445 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 from cache
2024-12-06T06:32:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-06T06:32:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:26,459 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-06T06:32:26,560 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T06:32:27,445 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6336e8474e1c:34435 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=987ms, rpcTimeout=980ms
2024-12-06T06:32:27,445 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=987ms, rpcTimeout=980ms
2024-12-06T06:32:27,445 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 from cache
2024-12-06T06:32:27,454 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4274 (was 4286)
2024-12-06T06:32:27,462 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=4274
2024-12-06T06:32:27,464 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:32:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-06T06:32:27,468 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:32:27,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:27,468 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-06T06:32:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T06:32:27,469 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:32:27,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741845_1021 (size=416)
2024-12-06T06:32:27,479 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2970c0395f2bfa9eed1261bfcead0548, NAME => 'testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:32:27,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741846_1022 (size=67)
2024-12-06T06:32:27,887 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:27,887 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2970c0395f2bfa9eed1261bfcead0548, disabling compactions & flushes
2024-12-06T06:32:27,887 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:32:27,887 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:32:27,887 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548. after waiting 0 ms
2024-12-06T06:32:27,887 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:32:27,887 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:32:27,887 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2970c0395f2bfa9eed1261bfcead0548:
Waiting for close lock at 1733466747887Disabling compacts and flushes for region at 1733466747887Disabling writes for close at 1733466747887Writing region close event to WAL at 1733466747887Closed at 1733466747887
2024-12-06T06:32:27,889 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:32:27,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733466747889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466747889"}]},"ts":"1733466747889"}
2024-12-06T06:32:27,892 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:32:27,893 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:32:27,893 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466747893"}]},"ts":"1733466747893"}
2024-12-06T06:32:27,895 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-06T06:32:27,895 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=2970c0395f2bfa9eed1261bfcead0548, ASSIGN}]
2024-12-06T06:32:27,896 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=2970c0395f2bfa9eed1261bfcead0548, ASSIGN
2024-12-06T06:32:27,897 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=2970c0395f2bfa9eed1261bfcead0548, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:32:27,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-06T06:32:28,048 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=2970c0395f2bfa9eed1261bfcead0548, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:28,052 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=2970c0395f2bfa9eed1261bfcead0548, ASSIGN because future has completed
2024-12-06T06:32:28,053 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2970c0395f2bfa9eed1261bfcead0548, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:32:28,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-06T06:32:28,211 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:32:28,211 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 2970c0395f2bfa9eed1261bfcead0548, NAME => 'testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:28,212 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,212 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:28,212 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,212 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,214 INFO  [StoreOpener-2970c0395f2bfa9eed1261bfcead0548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2970c0395f2bfa9eed1261bfcead0548 
2024-12-06T06:32:28,216 INFO  [StoreOpener-2970c0395f2bfa9eed1261bfcead0548-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2970c0395f2bfa9eed1261bfcead0548 columnFamilyName testFamily
2024-12-06T06:32:28,216 DEBUG [StoreOpener-2970c0395f2bfa9eed1261bfcead0548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:28,216 INFO  [StoreOpener-2970c0395f2bfa9eed1261bfcead0548-1 {}] regionserver.HStore(327): Store=2970c0395f2bfa9eed1261bfcead0548/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:28,217 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,218 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNextAsync/2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,218 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNextAsync/2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,219 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,219 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,221 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,224 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNextAsync/2970c0395f2bfa9eed1261bfcead0548/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:28,225 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 2970c0395f2bfa9eed1261bfcead0548; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72706307, jitterRate=0.0834084004163742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:28,225 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:32:28,225 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 2970c0395f2bfa9eed1261bfcead0548:
Running coprocessor pre-open hook at 1733466748212Writing region info on filesystem at 1733466748212Initializing all the Stores at 1733466748213 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466748213Cleaning up temporary data from old regions at 1733466748219 (+6 ms)Running coprocessor post-open hooks at 1733466748225 (+6 ms)Region opened successfully at 1733466748225
2024-12-06T06:32:28,226 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548., pid=21, masterSystemTime=1733466748205
2024-12-06T06:32:28,229 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:32:28,229 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:32:28,230 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=2970c0395f2bfa9eed1261bfcead0548, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:28,232 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2970c0395f2bfa9eed1261bfcead0548, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:28,236 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-06T06:32:28,236 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 2970c0395f2bfa9eed1261bfcead0548, server=6336e8474e1c,34435,1733466655631 in 182 msec
2024-12-06T06:32:28,239 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-06T06:32:28,239 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=2970c0395f2bfa9eed1261bfcead0548, ASSIGN in 341 msec
2024-12-06T06:32:28,240 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:28,241 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466748241"}]},"ts":"1733466748241"}
2024-12-06T06:32:28,243 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-06T06:32:28,244 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:28,246 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 779 msec
2024-12-06T06:32:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T06:32:28,477 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-06T06:32:28,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-06T06:32:28,477 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:28,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-06T06:32:28,482 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:28,482 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-06T06:32:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:28,494 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:28,494 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-06T06:32:28,497 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-06T06:32:28,499 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-06T06:32:28,500 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-06T06:32:28,500 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-06T06:32:31,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34435 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882792' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-06T06:32:31,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34435 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:33440 deadline: 1733466752508, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882792' does not exist
2024-12-06T06:32:31,510 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6336e8474e1c,34435,1733466655631 for closing scanner id = 1219150462951882792 for 2970c0395f2bfa9eed1261bfcead0548 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882792' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T06:32:31,515 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1926113854_22 at /127.0.0.1:48596 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=4254 (was 4274)
2024-12-06T06:32:31,523 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=4254
2024-12-06T06:32:31,526 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:32:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-06T06:32:31,529 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:32:31,529 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:31,530 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-06T06:32:31,531 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:32:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-06T06:32:31,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741847_1023 (size=411)
2024-12-06T06:32:31,941 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82d8a8592ca030d97daeb9973660bdab, NAME => 'testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:32:31,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741848_1024 (size=62)
2024-12-06T06:32:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-06T06:32:32,350 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:32,350 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 82d8a8592ca030d97daeb9973660bdab, disabling compactions & flushes
2024-12-06T06:32:32,350 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:32:32,350 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:32:32,351 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab. after waiting 1 ms
2024-12-06T06:32:32,351 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:32:32,351 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:32:32,351 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82d8a8592ca030d97daeb9973660bdab:
Waiting for close lock at 1733466752350Disabling compacts and flushes for region at 1733466752350Disabling writes for close at 1733466752351 (+1 ms)Writing region close event to WAL at 1733466752351Closed at 1733466752351
2024-12-06T06:32:32,352 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:32:32,353 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733466752352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466752352"}]},"ts":"1733466752352"}
2024-12-06T06:32:32,355 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:32:32,356 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:32:32,357 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466752356"}]},"ts":"1733466752356"}
2024-12-06T06:32:32,359 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-06T06:32:32,359 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=82d8a8592ca030d97daeb9973660bdab, ASSIGN}]
2024-12-06T06:32:32,360 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=82d8a8592ca030d97daeb9973660bdab, ASSIGN
2024-12-06T06:32:32,361 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=82d8a8592ca030d97daeb9973660bdab, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:32:32,512 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=82d8a8592ca030d97daeb9973660bdab, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:32,515 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=82d8a8592ca030d97daeb9973660bdab, ASSIGN because future has completed
2024-12-06T06:32:32,515 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82d8a8592ca030d97daeb9973660bdab, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:32:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-06T06:32:32,672 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:32:32,672 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 82d8a8592ca030d97daeb9973660bdab, NAME => 'testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:32,673 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,673 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:32,673 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,673 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,675 INFO  [StoreOpener-82d8a8592ca030d97daeb9973660bdab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 82d8a8592ca030d97daeb9973660bdab 
2024-12-06T06:32:32,677 INFO  [StoreOpener-82d8a8592ca030d97daeb9973660bdab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82d8a8592ca030d97daeb9973660bdab columnFamilyName testFamily
2024-12-06T06:32:32,677 DEBUG [StoreOpener-82d8a8592ca030d97daeb9973660bdab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:32,678 INFO  [StoreOpener-82d8a8592ca030d97daeb9973660bdab-1 {}] regionserver.HStore(327): Store=82d8a8592ca030d97daeb9973660bdab/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:32,678 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNext/82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNext/82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,680 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,680 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,682 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,684 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNext/82d8a8592ca030d97daeb9973660bdab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:32,685 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 82d8a8592ca030d97daeb9973660bdab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67819130, jitterRate=0.0105837881565094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:32,685 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:32:32,686 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 82d8a8592ca030d97daeb9973660bdab:
Running coprocessor pre-open hook at 1733466752673Writing region info on filesystem at 1733466752673Initializing all the Stores at 1733466752674 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466752674Cleaning up temporary data from old regions at 1733466752680 (+6 ms)Running coprocessor post-open hooks at 1733466752685 (+5 ms)Region opened successfully at 1733466752685
2024-12-06T06:32:32,687 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab., pid=24, masterSystemTime=1733466752667
2024-12-06T06:32:32,689 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:32:32,689 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:32:32,690 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=82d8a8592ca030d97daeb9973660bdab, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:32,692 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82d8a8592ca030d97daeb9973660bdab, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:32,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-06T06:32:32,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 82d8a8592ca030d97daeb9973660bdab, server=6336e8474e1c,34435,1733466655631 in 178 msec
2024-12-06T06:32:32,699 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-06T06:32:32,699 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=82d8a8592ca030d97daeb9973660bdab, ASSIGN in 337 msec
2024-12-06T06:32:32,700 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:32,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466752700"}]},"ts":"1733466752700"}
2024-12-06T06:32:32,702 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-06T06:32:32,703 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:32,705 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1770 sec
2024-12-06T06:32:33,713 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T06:32:34,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-06T06:32:34,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-06T06:32:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-06T06:32:34,566 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-06T06:32:34,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-06T06:32:34,567 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:34,571 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-06T06:32:34,571 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:34,571 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-06T06:32:34,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:34,584 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:34,584 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-06T06:32:34,587 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-06T06:32:34,588 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-06T06:32:34,589 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-06T06:32:34,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-06T06:32:34,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-06T06:32:34,723 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:34,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-06T06:32:34,724 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:37,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34435 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882796' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-06T06:32:37,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34435 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:33440 deadline: 1733466758598, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882796' does not exist
2024-12-06T06:32:37,599 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6336e8474e1c,34435,1733466655631 for closing scanner id = 1219150462951882796 for 82d8a8592ca030d97daeb9973660bdab of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882796' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T06:32:37,604 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=4242 (was 4254)
2024-12-06T06:32:37,612 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=4242
2024-12-06T06:32:37,614 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:32:37,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-06T06:32:37,618 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:32:37,618 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:37,618 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-06T06:32:37,619 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:32:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-06T06:32:37,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741849_1025 (size=419)
2024-12-06T06:32:38,030 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c334aa132258d5dc79c51c4af74ece51, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:32:38,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741850_1026 (size=70)
2024-12-06T06:32:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-06T06:32:38,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:38,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c334aa132258d5dc79c51c4af74ece51, disabling compactions & flushes
2024-12-06T06:32:38,439 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:32:38,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:32:38,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51. after waiting 0 ms
2024-12-06T06:32:38,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:32:38,439 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:32:38,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c334aa132258d5dc79c51c4af74ece51:
Waiting for close lock at 1733466758439Disabling compacts and flushes for region at 1733466758439Disabling writes for close at 1733466758439Writing region close event to WAL at 1733466758439Closed at 1733466758439
2024-12-06T06:32:38,441 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:32:38,441 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733466758441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466758441"}]},"ts":"1733466758441"}
2024-12-06T06:32:38,444 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:32:38,445 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:32:38,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466758445"}]},"ts":"1733466758445"}
2024-12-06T06:32:38,447 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-06T06:32:38,448 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c334aa132258d5dc79c51c4af74ece51, ASSIGN}]
2024-12-06T06:32:38,449 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c334aa132258d5dc79c51c4af74ece51, ASSIGN
2024-12-06T06:32:38,450 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c334aa132258d5dc79c51c4af74ece51, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:32:38,601 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c334aa132258d5dc79c51c4af74ece51, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:38,604 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c334aa132258d5dc79c51c4af74ece51, ASSIGN because future has completed
2024-12-06T06:32:38,604 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c334aa132258d5dc79c51c4af74ece51, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:32:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-06T06:32:38,745 INFO  [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-06T06:32:38,745 INFO  [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-06T06:32:38,763 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:32:38,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => c334aa132258d5dc79c51c4af74ece51, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:38,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:38,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,766 INFO  [StoreOpener-c334aa132258d5dc79c51c4af74ece51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c334aa132258d5dc79c51c4af74ece51 
2024-12-06T06:32:38,768 INFO  [StoreOpener-c334aa132258d5dc79c51c4af74ece51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334aa132258d5dc79c51c4af74ece51 columnFamilyName testFamily
2024-12-06T06:32:38,768 DEBUG [StoreOpener-c334aa132258d5dc79c51c4af74ece51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:38,768 INFO  [StoreOpener-c334aa132258d5dc79c51c4af74ece51-1 {}] regionserver.HStore(327): Store=c334aa132258d5dc79c51c4af74ece51/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:38,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c334aa132258d5dc79c51c4af74ece51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:38,776 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened c334aa132258d5dc79c51c4af74ece51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66909978, jitterRate=-0.002963632345199585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:38,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:32:38,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for c334aa132258d5dc79c51c4af74ece51:
Running coprocessor pre-open hook at 1733466758764Writing region info on filesystem at 1733466758764Initializing all the Stores at 1733466758765 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466758766 (+1 ms)Cleaning up temporary data from old regions at 1733466758770 (+4 ms)Running coprocessor post-open hooks at 1733466758776 (+6 ms)Region opened successfully at 1733466758777 (+1 ms)
2024-12-06T06:32:38,778 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51., pid=27, masterSystemTime=1733466758757
2024-12-06T06:32:38,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:32:38,781 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:32:38,782 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c334aa132258d5dc79c51c4af74ece51, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:38,785 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c334aa132258d5dc79c51c4af74ece51, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:38,788 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-06T06:32:38,788 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure c334aa132258d5dc79c51c4af74ece51, server=6336e8474e1c,34435,1733466655631 in 182 msec
2024-12-06T06:32:38,790 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-06T06:32:38,791 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c334aa132258d5dc79c51c4af74ece51, ASSIGN in 340 msec
2024-12-06T06:32:38,791 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:38,792 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466758791"}]},"ts":"1733466758791"}
2024-12-06T06:32:38,794 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-06T06:32:38,795 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:38,797 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1800 sec
2024-12-06T06:32:40,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-06T06:32:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-06T06:32:40,647 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-06T06:32:40,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-06T06:32:40,647 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:40,651 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-06T06:32:40,652 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:40,652 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-06T06:32:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:40,664 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:40,664 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-06T06:32:40,667 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-06T06:32:40,668 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-06T06:32:44,288 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T06:32:44,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-06T06:32:44,723 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:46,676 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51., hostname=6336e8474e1c,34435,1733466655631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6336e8474e1c:34435 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-12-06T06:32:46,676 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-12-06T06:32:46,676 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 from cache
2024-12-06T06:32:46,685 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=199 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=4236 (was 4242)
2024-12-06T06:32:46,693 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=199, ProcessCount=11, AvailableMemoryMB=4236
2024-12-06T06:32:46,696 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:32:46,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-06T06:32:46,699 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:32:46,699 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:46,699 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-06T06:32:46,700 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:32:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-06T06:32:46,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741851_1027 (size=407)
2024-12-06T06:32:47,110 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 303d1edadf8592275fbf7109469dc42a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:32:47,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741852_1028 (size=58)
2024-12-06T06:32:47,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-06T06:32:47,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:47,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 303d1edadf8592275fbf7109469dc42a, disabling compactions & flushes
2024-12-06T06:32:47,520 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:32:47,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:32:47,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a. after waiting 0 ms
2024-12-06T06:32:47,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:32:47,520 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:32:47,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 303d1edadf8592275fbf7109469dc42a:
Waiting for close lock at 1733466767520Disabling compacts and flushes for region at 1733466767520Disabling writes for close at 1733466767520Writing region close event to WAL at 1733466767520Closed at 1733466767520
2024-12-06T06:32:47,522 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:32:47,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733466767522"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466767522"}]},"ts":"1733466767522"}
2024-12-06T06:32:47,525 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:32:47,526 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:32:47,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466767526"}]},"ts":"1733466767526"}
2024-12-06T06:32:47,528 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-06T06:32:47,529 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=303d1edadf8592275fbf7109469dc42a, ASSIGN}]
2024-12-06T06:32:47,530 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=303d1edadf8592275fbf7109469dc42a, ASSIGN
2024-12-06T06:32:47,531 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=303d1edadf8592275fbf7109469dc42a, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:32:47,682 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=303d1edadf8592275fbf7109469dc42a, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:47,685 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=303d1edadf8592275fbf7109469dc42a, ASSIGN because future has completed
2024-12-06T06:32:47,685 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 303d1edadf8592275fbf7109469dc42a, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:32:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-06T06:32:47,843 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:32:47,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 303d1edadf8592275fbf7109469dc42a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:47,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:47,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,846 INFO  [StoreOpener-303d1edadf8592275fbf7109469dc42a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 303d1edadf8592275fbf7109469dc42a 
2024-12-06T06:32:47,848 INFO  [StoreOpener-303d1edadf8592275fbf7109469dc42a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 303d1edadf8592275fbf7109469dc42a columnFamilyName testFamily
2024-12-06T06:32:47,848 DEBUG [StoreOpener-303d1edadf8592275fbf7109469dc42a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:47,848 INFO  [StoreOpener-303d1edadf8592275fbf7109469dc42a-1 {}] regionserver.HStore(327): Store=303d1edadf8592275fbf7109469dc42a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:47,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNext/303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNext/303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNext/303d1edadf8592275fbf7109469dc42a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:47,856 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 303d1edadf8592275fbf7109469dc42a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69687770, jitterRate=0.038428694009780884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:47,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 303d1edadf8592275fbf7109469dc42a
2024-12-06T06:32:47,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 303d1edadf8592275fbf7109469dc42a:
Running coprocessor pre-open hook at 1733466767844Writing region info on filesystem at 1733466767844Initializing all the Stores at 1733466767845 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466767845Cleaning up temporary data from old regions at 1733466767851 (+6 ms)Running coprocessor post-open hooks at 1733466767856 (+5 ms)Region opened successfully at 1733466767857 (+1 ms)
2024-12-06T06:32:47,858 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a., pid=30, masterSystemTime=1733466767837
2024-12-06T06:32:47,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:32:47,860 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:32:47,861 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=303d1edadf8592275fbf7109469dc42a, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:47,863 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 303d1edadf8592275fbf7109469dc42a, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:47,867 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-06T06:32:47,867 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 303d1edadf8592275fbf7109469dc42a, server=6336e8474e1c,34435,1733466655631 in 180 msec
2024-12-06T06:32:47,870 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-06T06:32:47,870 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=303d1edadf8592275fbf7109469dc42a, ASSIGN in 338 msec
2024-12-06T06:32:47,870 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:47,871 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466767871"}]},"ts":"1733466767871"}
2024-12-06T06:32:47,873 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-06T06:32:47,874 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:47,876 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1780 sec
2024-12-06T06:32:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-06T06:32:49,717 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-06T06:32:49,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-06T06:32:49,717 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:49,722 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-06T06:32:49,722 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:49,722 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-06T06:32:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:49,735 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:49,735 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-06T06:32:49,738 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-06T06:32:49,740 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-06T06:32:49,741 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-06T06:32:49,741 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-06T06:32:52,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-06T06:32:53,319 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T06:32:53,345 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T06:32:54,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-06T06:32:54,723 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-06T06:32:55,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34435 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882804' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-06T06:32:55,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:33440 deadline: 1733466781746, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882804' does not exist
2024-12-06T06:32:55,749 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6336e8474e1c,34435,1733466655631 for closing scanner id = 1219150462951882804 for 303d1edadf8592275fbf7109469dc42a of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1219150462951882804' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T06:32:55,755 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 199), ProcessCount=11 (was 11), AvailableMemoryMB=4208 (was 4236)
2024-12-06T06:32:55,763 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=4208
2024-12-06T06:32:55,765 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T06:32:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-06T06:32:55,768 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T06:32:55,768 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:55,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-06T06:32:55,769 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T06:32:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-06T06:32:55,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741853_1029 (size=423)
2024-12-06T06:32:56,179 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e84a203216cb2c5fbc4de51fc619bf96, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f
2024-12-06T06:32:56,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741854_1030 (size=74)
2024-12-06T06:32:56,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-06T06:32:56,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:56,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing e84a203216cb2c5fbc4de51fc619bf96, disabling compactions & flushes
2024-12-06T06:32:56,588 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:32:56,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:32:56,589 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96. after waiting 0 ms
2024-12-06T06:32:56,589 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:32:56,589 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:32:56,589 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e84a203216cb2c5fbc4de51fc619bf96:
Waiting for close lock at 1733466776588Disabling compacts and flushes for region at 1733466776588Disabling writes for close at 1733466776589 (+1 ms)Writing region close event to WAL at 1733466776589Closed at 1733466776589
2024-12-06T06:32:56,590 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T06:32:56,591 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733466776590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466776590"}]},"ts":"1733466776590"}
2024-12-06T06:32:56,593 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T06:32:56,594 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T06:32:56,595 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466776595"}]},"ts":"1733466776595"}
2024-12-06T06:32:56,597 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-06T06:32:56,597 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e84a203216cb2c5fbc4de51fc619bf96, ASSIGN}]
2024-12-06T06:32:56,598 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e84a203216cb2c5fbc4de51fc619bf96, ASSIGN
2024-12-06T06:32:56,599 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e84a203216cb2c5fbc4de51fc619bf96, ASSIGN; state=OFFLINE, location=6336e8474e1c,34435,1733466655631; forceNewPlan=false, retain=false
2024-12-06T06:32:56,750 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=e84a203216cb2c5fbc4de51fc619bf96, regionState=OPENING, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:56,753 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e84a203216cb2c5fbc4de51fc619bf96, ASSIGN because future has completed
2024-12-06T06:32:56,754 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure e84a203216cb2c5fbc4de51fc619bf96, server=6336e8474e1c,34435,1733466655631}]
2024-12-06T06:32:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-06T06:32:56,911 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:32:56,911 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => e84a203216cb2c5fbc4de51fc619bf96, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.', STARTKEY => '', ENDKEY => ''}
2024-12-06T06:32:56,912 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,912 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T06:32:56,912 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,912 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,914 INFO  [StoreOpener-e84a203216cb2c5fbc4de51fc619bf96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e84a203216cb2c5fbc4de51fc619bf96 
2024-12-06T06:32:56,916 INFO  [StoreOpener-e84a203216cb2c5fbc4de51fc619bf96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e84a203216cb2c5fbc4de51fc619bf96 columnFamilyName testFamily
2024-12-06T06:32:56,916 DEBUG [StoreOpener-e84a203216cb2c5fbc4de51fc619bf96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T06:32:56,916 INFO  [StoreOpener-e84a203216cb2c5fbc4de51fc619bf96-1 {}] regionserver.HStore(327): Store=e84a203216cb2c5fbc4de51fc619bf96/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T06:32:56,916 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,917 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScannerAsync/e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,918 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScannerAsync/e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,918 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,918 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,920 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,923 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScannerAsync/e84a203216cb2c5fbc4de51fc619bf96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T06:32:56,924 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened e84a203216cb2c5fbc4de51fc619bf96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71061081, jitterRate=0.058892622590065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T06:32:56,924 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:32:56,924 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for e84a203216cb2c5fbc4de51fc619bf96:
Running coprocessor pre-open hook at 1733466776912Writing region info on filesystem at 1733466776912Initializing all the Stores at 1733466776913 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466776913Cleaning up temporary data from old regions at 1733466776918 (+5 ms)Running coprocessor post-open hooks at 1733466776924 (+6 ms)Region opened successfully at 1733466776924
2024-12-06T06:32:56,925 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., pid=33, masterSystemTime=1733466776906
2024-12-06T06:32:56,928 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:32:56,928 INFO  [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:32:56,929 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=e84a203216cb2c5fbc4de51fc619bf96, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34435,1733466655631
2024-12-06T06:32:56,931 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure e84a203216cb2c5fbc4de51fc619bf96, server=6336e8474e1c,34435,1733466655631 because future has completed
2024-12-06T06:32:56,934 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-06T06:32:56,934 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure e84a203216cb2c5fbc4de51fc619bf96, server=6336e8474e1c,34435,1733466655631 in 179 msec
2024-12-06T06:32:56,936 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-06T06:32:56,936 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e84a203216cb2c5fbc4de51fc619bf96, ASSIGN in 337 msec
2024-12-06T06:32:56,937 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T06:32:56,937 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466776937"}]},"ts":"1733466776937"}
2024-12-06T06:32:56,939 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-06T06:32:56,940 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T06:32:56,942 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1760 sec
2024-12-06T06:32:58,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-06T06:32:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-06T06:32:58,787 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-06T06:32:58,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-06T06:32:58,787 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:58,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-06T06:32:58,792 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T06:32:58,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-06T06:32:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:32:58,804 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T06:32:58,804 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-06T06:32:58,806 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-06T06:32:58,808 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-06T06:32:59,815 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6336e8474e1c:34435 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-06T06:32:59,815 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-06T06:32:59,815 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 from cache
2024-12-06T06:33:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-06T06:33:00,336 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-06T06:33:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2]
2024-12-06T06:33:00,830 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-06T06:33:01,816 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6336e8474e1c:34435 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=986ms, rpcTimeout=978ms
2024-12-06T06:33:01,816 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=986ms, rpcTimeout=978ms
2024-12-06T06:33:01,816 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., hostname=6336e8474e1c,34435,1733466655631, seqNum=2 from cache
2024-12-06T06:33:01,825 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=4200 (was 4208)
2024-12-06T06:33:01,826 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T06:33:01,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T06:33:01,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T06:33:01,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T06:33:01,832 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T06:33:01,832 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-06T06:33:01,832 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T06:33:01,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T06:33:01,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T06:33:01,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T06:33:01,832 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T06:33:01,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-06T06:33:01,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871265054, stopped=false
2024-12-06T06:33:01,833 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,40519,1733466654270
2024-12-06T06:33:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T06:33:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T06:33:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:33:01,835 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T06:33:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:33:01,835 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T06:33:01,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T06:33:01,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T06:33:01,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T06:33:01,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T06:33:01,836 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,34435,1733466655631' *****
2024-12-06T06:33:01,836 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-06T06:33:01,836 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-06T06:33:01,837 INFO  [RS:0;6336e8474e1c:34435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-06T06:33:01,837 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-06T06:33:01,837 INFO  [RS:0;6336e8474e1c:34435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-06T06:33:01,837 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for 303d1edadf8592275fbf7109469dc42a
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for 2970c0395f2bfa9eed1261bfcead0548
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for 91e8e449b304f5900293c4cb0bf26b31
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1406081b613ff18303ee665886114322
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for 30afabb87337bf7be4d662c3ba6d7fa9
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for a18015e89b5d041531442c07bee06199
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for 82d8a8592ca030d97daeb9973660bdab
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for c334aa132258d5dc79c51c4af74ece51
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for a1d2161a677756817a94b6273d063098
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:01,838 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 303d1edadf8592275fbf7109469dc42a, disabling compactions & flushes
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,34435,1733466655631
2024-12-06T06:33:01,838 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T06:33:01,838 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:33:01,838 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a. after waiting 0 ms
2024-12-06T06:33:01,838 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:33:01,838 INFO  [RS:0;6336e8474e1c:34435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:34435.
2024-12-06T06:33:01,838 DEBUG [RS:0;6336e8474e1c:34435 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T06:33:01,838 DEBUG [RS:0;6336e8474e1c:34435 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T06:33:01,839 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-06T06:33:01,839 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-06T06:33:01,839 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-06T06:33:01,839 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-06T06:33:01,839 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-06T06:33:01,839 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T06:33:01,839 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T06:33:01,839 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T06:33:01,839 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T06:33:01,839 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T06:33:01,839 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 1406081b613ff18303ee665886114322, 1588230740, 2970c0395f2bfa9eed1261bfcead0548, 303d1edadf8592275fbf7109469dc42a, 30afabb87337bf7be4d662c3ba6d7fa9, 82d8a8592ca030d97daeb9973660bdab, 91e8e449b304f5900293c4cb0bf26b31, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:01,841 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 303d1edadf8592275fbf7109469dc42a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:01,842 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-06T06:33:01,912 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNext/303d1edadf8592275fbf7109469dc42a/.tmp/testFamily/6e5cf0ea882c43ee8c43513f320b436d is 61, key is row-0/testFamily:testQualifier/1733466769726/Put/seqid=0
2024-12-06T06:33:01,915 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/.tmp/info/07a313e205744f538da696456d811d09 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31./info:regioninfo/1733466720168/Put/seqid=0
2024-12-06T06:33:01,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741855_1031 (size=20564)
2024-12-06T06:33:01,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741856_1032 (size=5049)
2024-12-06T06:33:02,040 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 1406081b613ff18303ee665886114322, 1588230740, 2970c0395f2bfa9eed1261bfcead0548, 303d1edadf8592275fbf7109469dc42a, 30afabb87337bf7be4d662c3ba6d7fa9, 82d8a8592ca030d97daeb9973660bdab, 91e8e449b304f5900293c4cb0bf26b31, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:02,055 INFO  [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-06T06:33:02,055 INFO  [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-06T06:33:02,240 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 1406081b613ff18303ee665886114322, 1588230740, 2970c0395f2bfa9eed1261bfcead0548, 303d1edadf8592275fbf7109469dc42a, 30afabb87337bf7be4d662c3ba6d7fa9, 82d8a8592ca030d97daeb9973660bdab, 91e8e449b304f5900293c4cb0bf26b31, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:02,326 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/.tmp/info/07a313e205744f538da696456d811d09
2024-12-06T06:33:02,330 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-06T06:33:02,331 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNext/303d1edadf8592275fbf7109469dc42a/.tmp/testFamily/6e5cf0ea882c43ee8c43513f320b436d
2024-12-06T06:33:02,375 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNext/303d1edadf8592275fbf7109469dc42a/.tmp/testFamily/6e5cf0ea882c43ee8c43513f320b436d as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNext/303d1edadf8592275fbf7109469dc42a/testFamily/6e5cf0ea882c43ee8c43513f320b436d
2024-12-06T06:33:02,383 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNext/303d1edadf8592275fbf7109469dc42a/testFamily/6e5cf0ea882c43ee8c43513f320b436d, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:02,391 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 303d1edadf8592275fbf7109469dc42a in 548ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:02,391 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/.tmp/ns/ce0f15aade3948b58d91444d3fdedb3e is 43, key is default/ns:d/1733466718649/Put/seqid=0
2024-12-06T06:33:02,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741857_1033 (size=5153)
2024-12-06T06:33:02,397 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNext/303d1edadf8592275fbf7109469dc42a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:02,397 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/.tmp/ns/ce0f15aade3948b58d91444d3fdedb3e
2024-12-06T06:33:02,399 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:33:02,399 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 303d1edadf8592275fbf7109469dc42a:
Waiting for close lock at 1733466781838Running coprocessor pre-close hooks at 1733466781838Disabling compacts and flushes for region at 1733466781838Disabling writes for close at 1733466781838Obtaining lock to block concurrent updates at 1733466781841 (+3 ms)Preparing flush snapshotting stores in 303d1edadf8592275fbf7109469dc42a at 1733466781841Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466781850 (+9 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a. at 1733466781851 (+1 ms)Flushing 303d1edadf8592275fbf7109469dc42a/testFamily: creating writer at 1733466781852 (+1 ms)Flushing 303d1edadf8592275fbf7109469dc42a/testFamily: appending metadata at 1733466781906 (+54 ms)Flushing 303d1edadf8592275fbf7109469dc42a/testFamily: closing flushed file at 1733466781909 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f8802d: reopening flushed file at 1733466782373 (+464 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 303d1edadf8592275fbf7109469dc42a in 548ms, sequenceid=8, compaction requested=false at 1733466782391 (+18 ms)Writing region close event to WAL at 1733466782392 (+1 ms)Running coprocessor post-close hooks at 1733466782397 (+5 ms)Closed at 1733466782399 (+2 ms)
2024-12-06T06:33:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733466766695.303d1edadf8592275fbf7109469dc42a.
2024-12-06T06:33:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2970c0395f2bfa9eed1261bfcead0548, disabling compactions & flushes
2024-12-06T06:33:02,400 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:33:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:33:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548. after waiting 0 ms
2024-12-06T06:33:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:33:02,400 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2970c0395f2bfa9eed1261bfcead0548 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:02,414 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T06:33:02,423 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNextAsync/2970c0395f2bfa9eed1261bfcead0548/.tmp/testFamily/1db80c8137bf4220a3e8d12b8191881a is 61, key is row-0/testFamily:testQualifier/1733466748486/Put/seqid=0
2024-12-06T06:33:02,425 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/.tmp/table/05d4d9e43bc14bf1b23ba53c1fa30288 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733466720183/Put/seqid=0
2024-12-06T06:33:02,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741859_1035 (size=6699)
2024-12-06T06:33:02,440 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 1406081b613ff18303ee665886114322, 1588230740, 2970c0395f2bfa9eed1261bfcead0548, 30afabb87337bf7be4d662c3ba6d7fa9, 82d8a8592ca030d97daeb9973660bdab, 91e8e449b304f5900293c4cb0bf26b31, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:02,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741858_1034 (size=5049)
2024-12-06T06:33:02,441 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNextAsync/2970c0395f2bfa9eed1261bfcead0548/.tmp/testFamily/1db80c8137bf4220a3e8d12b8191881a
2024-12-06T06:33:02,452 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNextAsync/2970c0395f2bfa9eed1261bfcead0548/.tmp/testFamily/1db80c8137bf4220a3e8d12b8191881a as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNextAsync/2970c0395f2bfa9eed1261bfcead0548/testFamily/1db80c8137bf4220a3e8d12b8191881a
2024-12-06T06:33:02,462 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNextAsync/2970c0395f2bfa9eed1261bfcead0548/testFamily/1db80c8137bf4220a3e8d12b8191881a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:02,463 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2970c0395f2bfa9eed1261bfcead0548 in 63ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:02,468 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNextAsync/2970c0395f2bfa9eed1261bfcead0548/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:02,469 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:33:02,469 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2970c0395f2bfa9eed1261bfcead0548:
Waiting for close lock at 1733466782400Running coprocessor pre-close hooks at 1733466782400Disabling compacts and flushes for region at 1733466782400Disabling writes for close at 1733466782400Obtaining lock to block concurrent updates at 1733466782400Preparing flush snapshotting stores in 2970c0395f2bfa9eed1261bfcead0548 at 1733466782400Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466782400Flushing stores of testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548. at 1733466782401 (+1 ms)Flushing 2970c0395f2bfa9eed1261bfcead0548/testFamily: creating writer at 1733466782401Flushing 2970c0395f2bfa9eed1261bfcead0548/testFamily: appending metadata at 1733466782423 (+22 ms)Flushing 2970c0395f2bfa9eed1261bfcead0548/testFamily: closing flushed file at 1733466782423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b0b93e: reopening flushed file at 1733466782451 (+28 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2970c0395f2bfa9eed1261bfcead0548 in 63ms, sequenceid=8, compaction requested=false at 1733466782463 (+12 ms)Writing region close event to WAL at 1733466782464 (+1 ms)Running coprocessor post-close hooks at 1733466782469 (+5 ms)Closed at 1733466782469
2024-12-06T06:33:02,470 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733466747464.2970c0395f2bfa9eed1261bfcead0548.
2024-12-06T06:33:02,470 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91e8e449b304f5900293c4cb0bf26b31, disabling compactions & flushes
2024-12-06T06:33:02,470 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:33:02,470 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:33:02,470 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31. after waiting 0 ms
2024-12-06T06:33:02,470 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:33:02,470 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91e8e449b304f5900293c4cb0bf26b31 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:02,487 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/91e8e449b304f5900293c4cb0bf26b31/.tmp/testFamily/562404d23fc94521be7eb6067c2c2517 is 61, key is row-0/testFamily:testQualifier/1733466722030/Put/seqid=0
2024-12-06T06:33:02,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741860_1036 (size=5049)
2024-12-06T06:33:02,493 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/91e8e449b304f5900293c4cb0bf26b31/.tmp/testFamily/562404d23fc94521be7eb6067c2c2517
2024-12-06T06:33:02,502 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/91e8e449b304f5900293c4cb0bf26b31/.tmp/testFamily/562404d23fc94521be7eb6067c2c2517 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/91e8e449b304f5900293c4cb0bf26b31/testFamily/562404d23fc94521be7eb6067c2c2517
2024-12-06T06:33:02,512 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/91e8e449b304f5900293c4cb0bf26b31/testFamily/562404d23fc94521be7eb6067c2c2517, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:02,513 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 91e8e449b304f5900293c4cb0bf26b31 in 43ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:02,519 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/91e8e449b304f5900293c4cb0bf26b31/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:02,520 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:33:02,520 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91e8e449b304f5900293c4cb0bf26b31:
Waiting for close lock at 1733466782470Running coprocessor pre-close hooks at 1733466782470Disabling compacts and flushes for region at 1733466782470Disabling writes for close at 1733466782470Obtaining lock to block concurrent updates at 1733466782470Preparing flush snapshotting stores in 91e8e449b304f5900293c4cb0bf26b31 at 1733466782470Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466782471 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31. at 1733466782471Flushing 91e8e449b304f5900293c4cb0bf26b31/testFamily: creating writer at 1733466782471Flushing 91e8e449b304f5900293c4cb0bf26b31/testFamily: appending metadata at 1733466782487 (+16 ms)Flushing 91e8e449b304f5900293c4cb0bf26b31/testFamily: closing flushed file at 1733466782487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770d3cff: reopening flushed file at 1733466782501 (+14 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 91e8e449b304f5900293c4cb0bf26b31 in 43ms, sequenceid=8, compaction requested=false at 1733466782513 (+12 ms)Writing region close event to WAL at 1733466782514 (+1 ms)Running coprocessor post-close hooks at 1733466782520 (+6 ms)Closed at 1733466782520
2024-12-06T06:33:02,520 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733466718925.91e8e449b304f5900293c4cb0bf26b31.
2024-12-06T06:33:02,521 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1406081b613ff18303ee665886114322, disabling compactions & flushes
2024-12-06T06:33:02,521 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:33:02,521 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:33:02,521 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322. after waiting 0 ms
2024-12-06T06:33:02,521 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:33:02,521 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1406081b613ff18303ee665886114322 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:02,547 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScanner/1406081b613ff18303ee665886114322/.tmp/testFamily/fd3a0feb4e064c99a336f7966cda4ebd is 61, key is row-0/testFamily:testQualifier/1733466725167/Put/seqid=0
2024-12-06T06:33:02,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741861_1037 (size=5049)
2024-12-06T06:33:02,641 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 1406081b613ff18303ee665886114322, 1588230740, 30afabb87337bf7be4d662c3ba6d7fa9, 82d8a8592ca030d97daeb9973660bdab, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:02,841 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close
2024-12-06T06:33:02,841 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1406081b613ff18303ee665886114322=hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322., 30afabb87337bf7be4d662c3ba6d7fa9=hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9., a18015e89b5d041531442c07bee06199=testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199., 82d8a8592ca030d97daeb9973660bdab=testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab., c334aa132258d5dc79c51c4af74ece51=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51., a1d2161a677756817a94b6273d063098=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., e84a203216cb2c5fbc4de51fc619bf96=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.}
2024-12-06T06:33:02,841 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 1406081b613ff18303ee665886114322, 1588230740, 30afabb87337bf7be4d662c3ba6d7fa9, 82d8a8592ca030d97daeb9973660bdab, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:02,842 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/.tmp/table/05d4d9e43bc14bf1b23ba53c1fa30288
2024-12-06T06:33:02,851 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/.tmp/info/07a313e205744f538da696456d811d09 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/info/07a313e205744f538da696456d811d09
2024-12-06T06:33:02,859 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/info/07a313e205744f538da696456d811d09, entries=100, sequenceid=56, filesize=20.1 K
2024-12-06T06:33:02,860 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/.tmp/ns/ce0f15aade3948b58d91444d3fdedb3e as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/ns/ce0f15aade3948b58d91444d3fdedb3e
2024-12-06T06:33:02,868 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/ns/ce0f15aade3948b58d91444d3fdedb3e, entries=2, sequenceid=56, filesize=5.0 K
2024-12-06T06:33:02,869 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/.tmp/table/05d4d9e43bc14bf1b23ba53c1fa30288 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/table/05d4d9e43bc14bf1b23ba53c1fa30288
2024-12-06T06:33:02,876 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/table/05d4d9e43bc14bf1b23ba53c1fa30288, entries=20, sequenceid=56, filesize=6.5 K
2024-12-06T06:33:02,877 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1038ms, sequenceid=56, compaction requested=false
2024-12-06T06:33:02,882 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-06T06:33:02,883 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T06:33:02,883 INFO  [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T06:33:02,883 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733466781839Running coprocessor pre-close hooks at 1733466781839Disabling compacts and flushes for region at 1733466781839Disabling writes for close at 1733466781839Obtaining lock to block concurrent updates at 1733466781842 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733466781842Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733466781850 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733466781851 (+1 ms)Flushing 1588230740/info: creating writer at 1733466781853 (+2 ms)Flushing 1588230740/info: appending metadata at 1733466781912 (+59 ms)Flushing 1588230740/info: closing flushed file at 1733466781912Flushing 1588230740/ns: creating writer at 1733466782373 (+461 ms)Flushing 1588230740/ns: appending metadata at 1733466782389 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733466782389Flushing 1588230740/table: creating writer at 1733466782405 (+16 ms)Flushing 1588230740/table: appending metadata at 1733466782424 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733466782424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45808cee: reopening flushed file at 1733466782850 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384702c3: reopening flushed file at 1733466782859 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e764680: reopening flushed file at 1733466782868 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1038ms, sequenceid=56, compaction requested=false at 1733466782877 (+9 ms)Writing region close event to WAL at 1733466782878 (+1 ms)Running coprocessor post-close hooks at 1733466782883 (+5 ms)Closed at 1733466782883
2024-12-06T06:33:02,883 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-06T06:33:02,953 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScanner/1406081b613ff18303ee665886114322/.tmp/testFamily/fd3a0feb4e064c99a336f7966cda4ebd
2024-12-06T06:33:02,962 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScanner/1406081b613ff18303ee665886114322/.tmp/testFamily/fd3a0feb4e064c99a336f7966cda4ebd as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScanner/1406081b613ff18303ee665886114322/testFamily/fd3a0feb4e064c99a336f7966cda4ebd
2024-12-06T06:33:02,969 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScanner/1406081b613ff18303ee665886114322/testFamily/fd3a0feb4e064c99a336f7966cda4ebd, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:02,970 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1406081b613ff18303ee665886114322 in 449ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:02,974 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScanner/1406081b613ff18303ee665886114322/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:02,975 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:33:02,975 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1406081b613ff18303ee665886114322:
Waiting for close lock at 1733466782521Running coprocessor pre-close hooks at 1733466782521Disabling compacts and flushes for region at 1733466782521Disabling writes for close at 1733466782521Obtaining lock to block concurrent updates at 1733466782521Preparing flush snapshotting stores in 1406081b613ff18303ee665886114322 at 1733466782521Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466782521Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322. at 1733466782522 (+1 ms)Flushing 1406081b613ff18303ee665886114322/testFamily: creating writer at 1733466782522Flushing 1406081b613ff18303ee665886114322/testFamily: appending metadata at 1733466782546 (+24 ms)Flushing 1406081b613ff18303ee665886114322/testFamily: closing flushed file at 1733466782546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49144106: reopening flushed file at 1733466782961 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1406081b613ff18303ee665886114322 in 449ms, sequenceid=8, compaction requested=false at 1733466782970 (+9 ms)Writing region close event to WAL at 1733466782970Running coprocessor post-close hooks at 1733466782975 (+5 ms)Closed at 1733466782975
2024-12-06T06:33:02,975 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733466722107.1406081b613ff18303ee665886114322.
2024-12-06T06:33:02,975 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30afabb87337bf7be4d662c3ba6d7fa9, disabling compactions & flushes
2024-12-06T06:33:02,975 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:33:02,975 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:33:02,975 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9. after waiting 0 ms
2024-12-06T06:33:02,975 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:33:02,975 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30afabb87337bf7be4d662c3ba6d7fa9 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:02,992 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNextAsync/30afabb87337bf7be4d662c3ba6d7fa9/.tmp/testFamily/f1a0c5bec2644f7f96ffa0c50e63aae3 is 61, key is row-0/testFamily:testQualifier/1733466734266/Put/seqid=0
2024-12-06T06:33:02,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741862_1038 (size=5049)
2024-12-06T06:33:03,042 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 30afabb87337bf7be4d662c3ba6d7fa9, 82d8a8592ca030d97daeb9973660bdab, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:03,242 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 30afabb87337bf7be4d662c3ba6d7fa9, 82d8a8592ca030d97daeb9973660bdab, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:03,398 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNextAsync/30afabb87337bf7be4d662c3ba6d7fa9/.tmp/testFamily/f1a0c5bec2644f7f96ffa0c50e63aae3
2024-12-06T06:33:03,406 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNextAsync/30afabb87337bf7be4d662c3ba6d7fa9/.tmp/testFamily/f1a0c5bec2644f7f96ffa0c50e63aae3 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNextAsync/30afabb87337bf7be4d662c3ba6d7fa9/testFamily/f1a0c5bec2644f7f96ffa0c50e63aae3
2024-12-06T06:33:03,413 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNextAsync/30afabb87337bf7be4d662c3ba6d7fa9/testFamily/f1a0c5bec2644f7f96ffa0c50e63aae3, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:03,414 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 30afabb87337bf7be4d662c3ba6d7fa9 in 439ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:03,418 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnNextAsync/30afabb87337bf7be4d662c3ba6d7fa9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:03,419 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:33:03,419 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30afabb87337bf7be4d662c3ba6d7fa9:
Waiting for close lock at 1733466782975Running coprocessor pre-close hooks at 1733466782975Disabling compacts and flushes for region at 1733466782975Disabling writes for close at 1733466782975Obtaining lock to block concurrent updates at 1733466782975Preparing flush snapshotting stores in 30afabb87337bf7be4d662c3ba6d7fa9 at 1733466782975Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466782976 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9. at 1733466782976Flushing 30afabb87337bf7be4d662c3ba6d7fa9/testFamily: creating writer at 1733466782976Flushing 30afabb87337bf7be4d662c3ba6d7fa9/testFamily: appending metadata at 1733466782992 (+16 ms)Flushing 30afabb87337bf7be4d662c3ba6d7fa9/testFamily: closing flushed file at 1733466782992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc4cd40: reopening flushed file at 1733466783405 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 30afabb87337bf7be4d662c3ba6d7fa9 in 439ms, sequenceid=8, compaction requested=false at 1733466783414 (+9 ms)Writing region close event to WAL at 1733466783414Running coprocessor post-close hooks at 1733466783419 (+5 ms)Closed at 1733466783419
2024-12-06T06:33:03,419 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733466731217.30afabb87337bf7be4d662c3ba6d7fa9.
2024-12-06T06:33:03,420 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a18015e89b5d041531442c07bee06199, disabling compactions & flushes
2024-12-06T06:33:03,420 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:33:03,420 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:33:03,420 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199. after waiting 0 ms
2024-12-06T06:33:03,420 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:33:03,420 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a18015e89b5d041531442c07bee06199 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:03,437 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextException/a18015e89b5d041531442c07bee06199/.tmp/testFamily/c83c2b2631af4af08dedbd2b40537718 is 61, key is row-0/testFamily:testQualifier/1733466741336/Put/seqid=0
2024-12-06T06:33:03,442 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 82d8a8592ca030d97daeb9973660bdab, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:03,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741863_1039 (size=5049)
2024-12-06T06:33:03,642 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 82d8a8592ca030d97daeb9973660bdab, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:03,843 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-12-06T06:33:03,843 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1325): Online Regions={a18015e89b5d041531442c07bee06199=testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199., 82d8a8592ca030d97daeb9973660bdab=testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab., c334aa132258d5dc79c51c4af74ece51=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51., a1d2161a677756817a94b6273d063098=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., e84a203216cb2c5fbc4de51fc619bf96=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.}
2024-12-06T06:33:03,843 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 82d8a8592ca030d97daeb9973660bdab, a18015e89b5d041531442c07bee06199, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:03,844 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextException/a18015e89b5d041531442c07bee06199/.tmp/testFamily/c83c2b2631af4af08dedbd2b40537718
2024-12-06T06:33:03,852 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextException/a18015e89b5d041531442c07bee06199/.tmp/testFamily/c83c2b2631af4af08dedbd2b40537718 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextException/a18015e89b5d041531442c07bee06199/testFamily/c83c2b2631af4af08dedbd2b40537718
2024-12-06T06:33:03,858 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextException/a18015e89b5d041531442c07bee06199/testFamily/c83c2b2631af4af08dedbd2b40537718, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:03,860 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a18015e89b5d041531442c07bee06199 in 439ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:03,864 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testRetryOutOfOrderScannerNextException/a18015e89b5d041531442c07bee06199/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:03,865 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:33:03,865 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a18015e89b5d041531442c07bee06199:
Waiting for close lock at 1733466783420Running coprocessor pre-close hooks at 1733466783420Disabling compacts and flushes for region at 1733466783420Disabling writes for close at 1733466783420Obtaining lock to block concurrent updates at 1733466783420Preparing flush snapshotting stores in a18015e89b5d041531442c07bee06199 at 1733466783420Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466783420Flushing stores of testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199. at 1733466783421 (+1 ms)Flushing a18015e89b5d041531442c07bee06199/testFamily: creating writer at 1733466783421Flushing a18015e89b5d041531442c07bee06199/testFamily: appending metadata at 1733466783437 (+16 ms)Flushing a18015e89b5d041531442c07bee06199/testFamily: closing flushed file at 1733466783437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d92f8d5: reopening flushed file at 1733466783851 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a18015e89b5d041531442c07bee06199 in 439ms, sequenceid=8, compaction requested=false at 1733466783860 (+9 ms)Writing region close event to WAL at 1733466783860Running coprocessor post-close hooks at 1733466783865 (+5 ms)Closed at 1733466783865
2024-12-06T06:33:03,865 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733466740306.a18015e89b5d041531442c07bee06199.
2024-12-06T06:33:03,865 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82d8a8592ca030d97daeb9973660bdab, disabling compactions & flushes
2024-12-06T06:33:03,865 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:33:03,865 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:33:03,865 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab. after waiting 0 ms
2024-12-06T06:33:03,865 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:33:03,865 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82d8a8592ca030d97daeb9973660bdab 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:03,881 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNext/82d8a8592ca030d97daeb9973660bdab/.tmp/testFamily/b09d98143df14051b1e021248653fd4a is 61, key is row-0/testFamily:testQualifier/1733466754576/Put/seqid=0
2024-12-06T06:33:03,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741864_1040 (size=5049)
2024-12-06T06:33:04,043 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 82d8a8592ca030d97daeb9973660bdab, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:04,243 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on 82d8a8592ca030d97daeb9973660bdab, a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:04,286 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNext/82d8a8592ca030d97daeb9973660bdab/.tmp/testFamily/b09d98143df14051b1e021248653fd4a
2024-12-06T06:33:04,294 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNext/82d8a8592ca030d97daeb9973660bdab/.tmp/testFamily/b09d98143df14051b1e021248653fd4a as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNext/82d8a8592ca030d97daeb9973660bdab/testFamily/b09d98143df14051b1e021248653fd4a
2024-12-06T06:33:04,300 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNext/82d8a8592ca030d97daeb9973660bdab/testFamily/b09d98143df14051b1e021248653fd4a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:04,301 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 82d8a8592ca030d97daeb9973660bdab in 436ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:04,305 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnNext/82d8a8592ca030d97daeb9973660bdab/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:04,306 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:33:04,306 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82d8a8592ca030d97daeb9973660bdab:
Waiting for close lock at 1733466783865Running coprocessor pre-close hooks at 1733466783865Disabling compacts and flushes for region at 1733466783865Disabling writes for close at 1733466783865Obtaining lock to block concurrent updates at 1733466783865Preparing flush snapshotting stores in 82d8a8592ca030d97daeb9973660bdab at 1733466783865Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466783866 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab. at 1733466783866Flushing 82d8a8592ca030d97daeb9973660bdab/testFamily: creating writer at 1733466783866Flushing 82d8a8592ca030d97daeb9973660bdab/testFamily: appending metadata at 1733466783881 (+15 ms)Flushing 82d8a8592ca030d97daeb9973660bdab/testFamily: closing flushed file at 1733466783881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c161d7: reopening flushed file at 1733466784293 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 82d8a8592ca030d97daeb9973660bdab in 436ms, sequenceid=8, compaction requested=false at 1733466784301 (+8 ms)Writing region close event to WAL at 1733466784302 (+1 ms)Running coprocessor post-close hooks at 1733466784306 (+4 ms)Closed at 1733466784306
2024-12-06T06:33:04,306 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733466751525.82d8a8592ca030d97daeb9973660bdab.
2024-12-06T06:33:04,307 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c334aa132258d5dc79c51c4af74ece51, disabling compactions & flushes
2024-12-06T06:33:04,307 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:33:04,307 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:33:04,307 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51. after waiting 0 ms
2024-12-06T06:33:04,307 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:33:04,307 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c334aa132258d5dc79c51c4af74ece51 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:04,323 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c334aa132258d5dc79c51c4af74ece51/.tmp/testFamily/470cb3ac5f954a099e20dfc8b9db0ba6 is 61, key is row-0/testFamily:testQualifier/1733466760655/Put/seqid=0
2024-12-06T06:33:04,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741865_1041 (size=5049)
2024-12-06T06:33:04,444 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:04,644 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on a1d2161a677756817a94b6273d063098, c334aa132258d5dc79c51c4af74ece51, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:04,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-06T06:33:04,723 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-06T06:33:04,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-06T06:33:04,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-06T06:33:04,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-06T06:33:04,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-06T06:33:04,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T06:33:04,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-06T06:33:04,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-06T06:33:04,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-06T06:33:04,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-06T06:33:04,728 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c334aa132258d5dc79c51c4af74ece51/.tmp/testFamily/470cb3ac5f954a099e20dfc8b9db0ba6
2024-12-06T06:33:04,737 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c334aa132258d5dc79c51c4af74ece51/.tmp/testFamily/470cb3ac5f954a099e20dfc8b9db0ba6 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c334aa132258d5dc79c51c4af74ece51/testFamily/470cb3ac5f954a099e20dfc8b9db0ba6
2024-12-06T06:33:04,744 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c334aa132258d5dc79c51c4af74ece51/testFamily/470cb3ac5f954a099e20dfc8b9db0ba6, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:04,745 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c334aa132258d5dc79c51c4af74ece51 in 438ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:04,750 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c334aa132258d5dc79c51c4af74ece51/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:04,751 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:33:04,751 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c334aa132258d5dc79c51c4af74ece51:
Waiting for close lock at 1733466784307Running coprocessor pre-close hooks at 1733466784307Disabling compacts and flushes for region at 1733466784307Disabling writes for close at 1733466784307Obtaining lock to block concurrent updates at 1733466784307Preparing flush snapshotting stores in c334aa132258d5dc79c51c4af74ece51 at 1733466784307Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466784307Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51. at 1733466784307Flushing c334aa132258d5dc79c51c4af74ece51/testFamily: creating writer at 1733466784308 (+1 ms)Flushing c334aa132258d5dc79c51c4af74ece51/testFamily: appending metadata at 1733466784322 (+14 ms)Flushing c334aa132258d5dc79c51c4af74ece51/testFamily: closing flushed file at 1733466784322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4824b300: reopening flushed file at 1733466784736 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c334aa132258d5dc79c51c4af74ece51 in 438ms, sequenceid=8, compaction requested=false at 1733466784746 (+10 ms)Writing region close event to WAL at 1733466784746Running coprocessor post-close hooks at 1733466784751 (+5 ms)Closed at 1733466784751
2024-12-06T06:33:04,751 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733466757614.c334aa132258d5dc79c51c4af74ece51.
2024-12-06T06:33:04,752 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1d2161a677756817a94b6273d063098, disabling compactions & flushes
2024-12-06T06:33:04,752 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:33:04,752 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:33:04,752 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098. after waiting 0 ms
2024-12-06T06:33:04,752 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:33:04,752 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1d2161a677756817a94b6273d063098 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:04,775 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScanner/a1d2161a677756817a94b6273d063098/.tmp/testFamily/0f659adbf0584fdbad6e2f08208908a2 is 61, key is row-0/testFamily:testQualifier/1733466744426/Put/seqid=0
2024-12-06T06:33:04,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741866_1042 (size=5049)
2024-12-06T06:33:04,844 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-06T06:33:04,844 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1325): Online Regions={a1d2161a677756817a94b6273d063098=testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., e84a203216cb2c5fbc4de51fc619bf96=testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.}
2024-12-06T06:33:04,844 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on a1d2161a677756817a94b6273d063098, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:05,045 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on a1d2161a677756817a94b6273d063098, e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:05,181 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScanner/a1d2161a677756817a94b6273d063098/.tmp/testFamily/0f659adbf0584fdbad6e2f08208908a2
2024-12-06T06:33:05,188 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScanner/a1d2161a677756817a94b6273d063098/.tmp/testFamily/0f659adbf0584fdbad6e2f08208908a2 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScanner/a1d2161a677756817a94b6273d063098/testFamily/0f659adbf0584fdbad6e2f08208908a2
2024-12-06T06:33:05,195 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScanner/a1d2161a677756817a94b6273d063098/testFamily/0f659adbf0584fdbad6e2f08208908a2, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:05,196 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a1d2161a677756817a94b6273d063098 in 444ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:05,201 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScanner/a1d2161a677756817a94b6273d063098/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:05,202 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:33:05,202 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1d2161a677756817a94b6273d063098:
Waiting for close lock at 1733466784752Running coprocessor pre-close hooks at 1733466784752Disabling compacts and flushes for region at 1733466784752Disabling writes for close at 1733466784752Obtaining lock to block concurrent updates at 1733466784752Preparing flush snapshotting stores in a1d2161a677756817a94b6273d063098 at 1733466784752Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466784752Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098. at 1733466784753 (+1 ms)Flushing a1d2161a677756817a94b6273d063098/testFamily: creating writer at 1733466784753Flushing a1d2161a677756817a94b6273d063098/testFamily: appending metadata at 1733466784775 (+22 ms)Flushing a1d2161a677756817a94b6273d063098/testFamily: closing flushed file at 1733466784775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad1f2a: reopening flushed file at 1733466785187 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a1d2161a677756817a94b6273d063098 in 444ms, sequenceid=8, compaction requested=false at 1733466785196 (+9 ms)Writing region close event to WAL at 1733466785197 (+1 ms)Running coprocessor post-close hooks at 1733466785201 (+4 ms)Closed at 1733466785202 (+1 ms)
2024-12-06T06:33:05,202 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733466741386.a1d2161a677756817a94b6273d063098.
2024-12-06T06:33:05,202 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e84a203216cb2c5fbc4de51fc619bf96, disabling compactions & flushes
2024-12-06T06:33:05,202 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:33:05,202 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:33:05,202 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96. after waiting 0 ms
2024-12-06T06:33:05,202 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:33:05,202 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e84a203216cb2c5fbc4de51fc619bf96 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T06:33:05,221 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScannerAsync/e84a203216cb2c5fbc4de51fc619bf96/.tmp/testFamily/cef14b3619a44bfd98bdf040f46841d8 is 61, key is row-0/testFamily:testQualifier/1733466778796/Put/seqid=0
2024-12-06T06:33:05,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741867_1043 (size=5049)
2024-12-06T06:33:05,245 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:05,445 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:05,627 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScannerAsync/e84a203216cb2c5fbc4de51fc619bf96/.tmp/testFamily/cef14b3619a44bfd98bdf040f46841d8
2024-12-06T06:33:05,635 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScannerAsync/e84a203216cb2c5fbc4de51fc619bf96/.tmp/testFamily/cef14b3619a44bfd98bdf040f46841d8 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScannerAsync/e84a203216cb2c5fbc4de51fc619bf96/testFamily/cef14b3619a44bfd98bdf040f46841d8
2024-12-06T06:33:05,642 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScannerAsync/e84a203216cb2c5fbc4de51fc619bf96/testFamily/cef14b3619a44bfd98bdf040f46841d8, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T06:33:05,643 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e84a203216cb2c5fbc4de51fc619bf96 in 441ms, sequenceid=8, compaction requested=false
2024-12-06T06:33:05,645 DEBUG [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1351): Waiting on e84a203216cb2c5fbc4de51fc619bf96
2024-12-06T06:33:05,648 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/data/default/testNormalScanTimeoutOnOpenScannerAsync/e84a203216cb2c5fbc4de51fc619bf96/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T06:33:05,649 INFO  [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:33:05,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e84a203216cb2c5fbc4de51fc619bf96:
Waiting for close lock at 1733466785202Running coprocessor pre-close hooks at 1733466785202Disabling compacts and flushes for region at 1733466785202Disabling writes for close at 1733466785202Obtaining lock to block concurrent updates at 1733466785202Preparing flush snapshotting stores in e84a203216cb2c5fbc4de51fc619bf96 at 1733466785202Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733466785203 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96. at 1733466785203Flushing e84a203216cb2c5fbc4de51fc619bf96/testFamily: creating writer at 1733466785203Flushing e84a203216cb2c5fbc4de51fc619bf96/testFamily: appending metadata at 1733466785221 (+18 ms)Flushing e84a203216cb2c5fbc4de51fc619bf96/testFamily: closing flushed file at 1733466785221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627f7495: reopening flushed file at 1733466785634 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e84a203216cb2c5fbc4de51fc619bf96 in 441ms, sequenceid=8, compaction requested=false at 1733466785643 (+9 ms)Writing region close event to WAL at 1733466785644 (+1 ms)Running coprocessor post-close hooks at 1733466785649 (+5 ms)Closed at 1733466785649
2024-12-06T06:33:05,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733466775765.e84a203216cb2c5fbc4de51fc619bf96.
2024-12-06T06:33:05,846 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,34435,1733466655631; all regions closed.
2024-12-06T06:33:05,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741834_1010 (size=19479)
2024-12-06T06:33:05,856 DEBUG [RS:0;6336e8474e1c:34435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/oldWALs
2024-12-06T06:33:05,857 INFO  [RS:0;6336e8474e1c:34435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C34435%2C1733466655631.meta:.meta(num 1733466718464)
2024-12-06T06:33:05,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741833_1009 (size=20031)
2024-12-06T06:33:05,859 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/WALs/6336e8474e1c,34435,1733466655631/6336e8474e1c%2C34435%2C1733466655631.1733466718107 not finished, retry = 0
2024-12-06T06:33:05,962 DEBUG [RS:0;6336e8474e1c:34435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/oldWALs
2024-12-06T06:33:05,962 INFO  [RS:0;6336e8474e1c:34435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C34435%2C1733466655631:(num 1733466718107)
2024-12-06T06:33:05,963 DEBUG [RS:0;6336e8474e1c:34435 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T06:33:05,963 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T06:33:05,963 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T06:33:05,963 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-06T06:33:05,963 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T06:33:05,963 INFO  [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T06:33:05,964 INFO  [RS:0;6336e8474e1c:34435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34435
2024-12-06T06:33:05,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6336e8474e1c,34435,1733466655631
2024-12-06T06:33:05,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T06:33:05,982 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T06:33:05,999 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,34435,1733466655631]
2024-12-06T06:33:06,013 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6336e8474e1c,34435,1733466655631 already deleted, retry=false
2024-12-06T06:33:06,013 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,34435,1733466655631 expired; onlineServers=0
2024-12-06T06:33:06,013 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,40519,1733466654270' *****
2024-12-06T06:33:06,013 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-06T06:33:06,014 INFO  [M:0;6336e8474e1c:40519 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T06:33:06,014 INFO  [M:0;6336e8474e1c:40519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T06:33:06,014 DEBUG [M:0;6336e8474e1c:40519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-06T06:33:06,014 DEBUG [M:0;6336e8474e1c:40519 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-06T06:33:06,014 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-06T06:33:06,014 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466657888 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466657888,5,FailOnTimeoutGroup]
2024-12-06T06:33:06,014 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466657892 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466657892,5,FailOnTimeoutGroup]
2024-12-06T06:33:06,014 INFO  [M:0;6336e8474e1c:40519 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-06T06:33:06,014 INFO  [M:0;6336e8474e1c:40519 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T06:33:06,015 DEBUG [M:0;6336e8474e1c:40519 {}] master.HMaster(1795): Stopping service threads
2024-12-06T06:33:06,015 INFO  [M:0;6336e8474e1c:40519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-06T06:33:06,015 INFO  [M:0;6336e8474e1c:40519 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T06:33:06,016 INFO  [M:0;6336e8474e1c:40519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-06T06:33:06,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-06T06:33:06,025 INFO  [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T06:33:06,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-06T06:33:06,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T06:33:06,029 DEBUG [M:0;6336e8474e1c:40519 {}] zookeeper.ZKUtil(347): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-06T06:33:06,029 WARN  [M:0;6336e8474e1c:40519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-06T06:33:06,030 INFO  [M:0;6336e8474e1c:40519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/.lastflushedseqids
2024-12-06T06:33:06,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741868_1044 (size=721)
2024-12-06T06:33:06,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T06:33:06,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34435-0x1018677ed590001, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T06:33:06,100 INFO  [RS:0;6336e8474e1c:34435 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T06:33:06,101 INFO  [RS:0;6336e8474e1c:34435 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,34435,1733466655631; zookeeper connection closed.
2024-12-06T06:33:06,101 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@436ebfc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@436ebfc
2024-12-06T06:33:06,101 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-06T06:33:06,442 INFO  [M:0;6336e8474e1c:40519 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-06T06:33:06,442 INFO  [M:0;6336e8474e1c:40519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-06T06:33:06,442 DEBUG [M:0;6336e8474e1c:40519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T06:33:06,442 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T06:33:06,442 DEBUG [M:0;6336e8474e1c:40519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T06:33:06,442 DEBUG [M:0;6336e8474e1c:40519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T06:33:06,442 DEBUG [M:0;6336e8474e1c:40519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T06:33:06,443 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.15 KB heapSize=191.19 KB
2024-12-06T06:33:06,460 DEBUG [M:0;6336e8474e1c:40519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080a1dfe27424fc8a3d0157b9c751193 is 82, key is hbase:meta,,1/info:regioninfo/1733466718554/Put/seqid=0
2024-12-06T06:33:06,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741869_1045 (size=5672)
2024-12-06T06:33:06,866 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080a1dfe27424fc8a3d0157b9c751193
2024-12-06T06:33:06,891 DEBUG [M:0;6336e8474e1c:40519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce3178ed04cf4a649f27166045a134b4 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733466720189/Put/seqid=0
2024-12-06T06:33:06,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741870_1046 (size=14075)
2024-12-06T06:33:07,296 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.59 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce3178ed04cf4a649f27166045a134b4
2024-12-06T06:33:07,303 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce3178ed04cf4a649f27166045a134b4
2024-12-06T06:33:07,319 DEBUG [M:0;6336e8474e1c:40519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2316f2b444b24bb28aad5e6bf7571c9c is 69, key is 6336e8474e1c,34435,1733466655631/rs:state/1733466687923/Put/seqid=0
2024-12-06T06:33:07,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741871_1047 (size=5156)
2024-12-06T06:33:07,725 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2316f2b444b24bb28aad5e6bf7571c9c
2024-12-06T06:33:07,733 DEBUG [M:0;6336e8474e1c:40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080a1dfe27424fc8a3d0157b9c751193 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/080a1dfe27424fc8a3d0157b9c751193
2024-12-06T06:33:07,739 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/080a1dfe27424fc8a3d0157b9c751193, entries=8, sequenceid=319, filesize=5.5 K
2024-12-06T06:33:07,740 DEBUG [M:0;6336e8474e1c:40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce3178ed04cf4a649f27166045a134b4 as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce3178ed04cf4a649f27166045a134b4
2024-12-06T06:33:07,747 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce3178ed04cf4a649f27166045a134b4
2024-12-06T06:33:07,748 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce3178ed04cf4a649f27166045a134b4, entries=33, sequenceid=319, filesize=13.7 K
2024-12-06T06:33:07,749 DEBUG [M:0;6336e8474e1c:40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2316f2b444b24bb28aad5e6bf7571c9c as hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2316f2b444b24bb28aad5e6bf7571c9c
2024-12-06T06:33:07,755 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/e6fefac1-e77a-744f-56e0-4cdeda73a91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2316f2b444b24bb28aad5e6bf7571c9c, entries=1, sequenceid=319, filesize=5.0 K
2024-12-06T06:33:07,757 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.15 KB/167063, heapSize ~190.89 KB/195472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=319, compaction requested=false
2024-12-06T06:33:07,758 INFO  [M:0;6336e8474e1c:40519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T06:33:07,758 DEBUG [M:0;6336e8474e1c:40519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733466786442Disabling compacts and flushes for region at 1733466786442Disabling writes for close at 1733466786442Obtaining lock to block concurrent updates at 1733466786443 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466786443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167063, getHeapSize=195712, getOffHeapSize=0, getCellsCount=366 at 1733466786443Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466786444 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466786444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466786460 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466786460Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466786873 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466786890 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466786890Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466787303 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466787319 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466787319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be3f256: reopening flushed file at 1733466787732 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622d7013: reopening flushed file at 1733466787739 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f274e70: reopening flushed file at 1733466787748 (+9 ms)Finished flush of dataSize ~163.15 KB/167063, heapSize ~190.89 KB/195472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=319, compaction requested=false at 1733466787757 (+9 ms)Writing region close event to WAL at 1733466787758 (+1 ms)Closed at 1733466787758
2024-12-06T06:33:07,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741830_1006 (size=188405)
2024-12-06T06:33:07,763 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T06:33:07,763 INFO  [M:0;6336e8474e1c:40519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-06T06:33:07,763 INFO  [M:0;6336e8474e1c:40519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40519
2024-12-06T06:33:07,763 INFO  [M:0;6336e8474e1c:40519 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T06:33:07,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T06:33:07,875 INFO  [M:0;6336e8474e1c:40519 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T06:33:07,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x1018677ed590000, quorum=127.0.0.1:55685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T06:33:07,880 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-06T06:33:07,883 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-06T06:33:07,883 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-06T06:33:07,883 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-06T06:33:07,883 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/hadoop.log.dir/,STOPPED}
2024-12-06T06:33:07,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-06T06:33:07,885 WARN  [BP-1102333499-172.17.0.2-1733466650185 heartbeating to localhost/127.0.0.1:34977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-06T06:33:07,885 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-06T06:33:07,885 WARN  [BP-1102333499-172.17.0.2-1733466650185 heartbeating to localhost/127.0.0.1:34977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1102333499-172.17.0.2-1733466650185 (Datanode Uuid cd013d21-edea-4519-b918-c104a67e090f) service to localhost/127.0.0.1:34977
2024-12-06T06:33:07,887 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/cluster_468171a9-7268-04fd-713a-38b7b697c7f7/data/data1/current/BP-1102333499-172.17.0.2-1733466650185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-06T06:33:07,887 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/cluster_468171a9-7268-04fd-713a-38b7b697c7f7/data/data2/current/BP-1102333499-172.17.0.2-1733466650185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-06T06:33:07,888 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-06T06:33:07,896 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-06T06:33:07,896 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-06T06:33:07,896 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-06T06:33:07,897 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-06T06:33:07,897 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3213537-5380-cac7-f1ac-0d0d3ef14e3a/hadoop.log.dir/,STOPPED}
2024-12-06T06:33:07,900 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T06:33:07,902 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-12-06T06:33:07,905 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-06T06:33:07,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down