2024-11-17 08:38:32,738 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-17 08:38:32,760 main DEBUG Took 0.011378 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-17 08:38:32,760 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-17 08:38:32,761 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-17 08:38:32,762 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-17 08:38:32,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,773 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-17 08:38:32,786 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,790 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,791 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,792 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,793 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,794 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,795 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,796 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 08:38:32,801 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,801 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-17 08:38:32,803 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 08:38:32,805 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-17 08:38:32,808 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-17 08:38:32,809 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-17 08:38:32,811 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-17 08:38:32,812 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-17 08:38:32,822 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-17 08:38:32,826 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-17 08:38:32,829 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-17 08:38:32,830 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-17 08:38:32,830 main DEBUG createAppenders(={Console})
2024-11-17 08:38:32,831 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-17 08:38:32,832 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-17 08:38:32,832 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-17 08:38:32,833 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-17 08:38:32,834 main DEBUG OutputStream closed
2024-11-17 08:38:32,834 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-17 08:38:32,835 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-17 08:38:32,835 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-17 08:38:32,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-17 08:38:32,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-17 08:38:32,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-17 08:38:32,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-17 08:38:32,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-17 08:38:32,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-17 08:38:32,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-17 08:38:32,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-17 08:38:32,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-17 08:38:32,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-17 08:38:32,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-17 08:38:32,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-17 08:38:32,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-17 08:38:32,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-17 08:38:32,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-17 08:38:32,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-17 08:38:32,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-17 08:38:32,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-17 08:38:32,924 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-17 08:38:32,925 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-17 08:38:32,925 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-17 08:38:32,925 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-17T08:38:32,936 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-17 08:38:32,939 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-17 08:38:32,939 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-17T08:38:33,180 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986
2024-11-17T08:38:33,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-17T08:38:33,213 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/cluster_888e2aa4-035c-b26b-3018-8b4bbcebe1f8, deleteOnExit=true
2024-11-17T08:38:33,213 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-17T08:38:33,214 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/test.cache.data in system properties and HBase conf
2024-11-17T08:38:33,215 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/hadoop.tmp.dir in system properties and HBase conf
2024-11-17T08:38:33,216 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/hadoop.log.dir in system properties and HBase conf
2024-11-17T08:38:33,216 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-17T08:38:33,217 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-17T08:38:33,217 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-17T08:38:33,301 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-17T08:38:33,396 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T08:38:33,401 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-17T08:38:33,402 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-17T08:38:33,402 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-17T08:38:33,403 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-17T08:38:33,404 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-17T08:38:33,405 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-17T08:38:33,405 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-17T08:38:33,406 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-17T08:38:33,407 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-17T08:38:33,407 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/nfs.dump.dir in system properties and HBase conf
2024-11-17T08:38:33,408 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/java.io.tmpdir in system properties and HBase conf
2024-11-17T08:38:33,408 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-17T08:38:33,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-17T08:38:33,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-17T08:38:34,721 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-17T08:38:34,803 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2800ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-17T08:38:34,880 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-17T08:38:34,939 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-17T08:38:34,966 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-17T08:38:34,966 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-17T08:38:34,968 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-17T08:38:34,981 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-17T08:38:34,984 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23297f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/hadoop.log.dir/,AVAILABLE}
2024-11-17T08:38:34,985 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69dbc6b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-17T08:38:35,158 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51798958{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/java.io.tmpdir/jetty-localhost-38939-hadoop-hdfs-3_4_1-tests_jar-_-any-16884570531477422741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-17T08:38:35,166 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c4da37f{HTTP/1.1, (http/1.1)}{localhost:38939}
2024-11-17T08:38:35,167 INFO  [Time-limited test {}] server.Server(415): Started @3164ms
2024-11-17T08:38:35,899 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-17T08:38:35,907 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-17T08:38:35,908 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-17T08:38:35,908 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-17T08:38:35,908 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-17T08:38:35,909 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46458fd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/hadoop.log.dir/,AVAILABLE}
2024-11-17T08:38:35,910 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7bda1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-17T08:38:36,014 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9a250fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/java.io.tmpdir/jetty-localhost-45523-hadoop-hdfs-3_4_1-tests_jar-_-any-10552002963436174768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-17T08:38:36,015 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@725352f6{HTTP/1.1, (http/1.1)}{localhost:45523}
2024-11-17T08:38:36,015 INFO  [Time-limited test {}] server.Server(415): Started @4012ms
2024-11-17T08:38:36,065 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-17T08:38:37,186 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/cluster_888e2aa4-035c-b26b-3018-8b4bbcebe1f8/data/data1/current/BP-275390484-172.17.0.3-1731832713949/current, will proceed with Du for space computation calculation, 
2024-11-17T08:38:37,186 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/cluster_888e2aa4-035c-b26b-3018-8b4bbcebe1f8/data/data2/current/BP-275390484-172.17.0.3-1731832713949/current, will proceed with Du for space computation calculation, 
2024-11-17T08:38:37,222 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-17T08:38:37,265 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4390ccece75e55b with lease ID 0xd33ce77b647947cc: Processing first storage report for DS-57c3b0df-4e63-4d1e-aed9-16d7821881e2 from datanode DatanodeRegistration(127.0.0.1:38377, datanodeUuid=16a78a74-3c37-47c5-a021-6629513f5f3b, infoPort=42885, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=211672684;c=1731832713949)
2024-11-17T08:38:37,266 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4390ccece75e55b with lease ID 0xd33ce77b647947cc: from storage DS-57c3b0df-4e63-4d1e-aed9-16d7821881e2 node DatanodeRegistration(127.0.0.1:38377, datanodeUuid=16a78a74-3c37-47c5-a021-6629513f5f3b, infoPort=42885, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=211672684;c=1731832713949), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-17T08:38:37,267 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4390ccece75e55b with lease ID 0xd33ce77b647947cc: Processing first storage report for DS-698640e6-8555-48e1-b610-c99754a8add7 from datanode DatanodeRegistration(127.0.0.1:38377, datanodeUuid=16a78a74-3c37-47c5-a021-6629513f5f3b, infoPort=42885, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=211672684;c=1731832713949)
2024-11-17T08:38:37,267 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4390ccece75e55b with lease ID 0xd33ce77b647947cc: from storage DS-698640e6-8555-48e1-b610-c99754a8add7 node DatanodeRegistration(127.0.0.1:38377, datanodeUuid=16a78a74-3c37-47c5-a021-6629513f5f3b, infoPort=42885, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=211672684;c=1731832713949), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-17T08:38:37,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986
2024-11-17T08:38:37,381 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/cluster_888e2aa4-035c-b26b-3018-8b4bbcebe1f8/zookeeper_0, clientPort=53341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/cluster_888e2aa4-035c-b26b-3018-8b4bbcebe1f8/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/cluster_888e2aa4-035c-b26b-3018-8b4bbcebe1f8/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-17T08:38:37,389 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53341
2024-11-17T08:38:37,398 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T08:38:37,400 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T08:38:37,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741825_1001 (size=7)
2024-11-17T08:38:38,014 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3 with version=8
2024-11-17T08:38:38,015 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/hbase-staging
2024-11-17T08:38:38,105 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-17T08:38:38,454 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=9
2024-11-17T08:38:38,463 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T08:38:38,463 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T08:38:38,467 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T08:38:38,468 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T08:38:38,468 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T08:38:38,588 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-17T08:38:38,638 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-17T08:38:38,648 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-17T08:38:38,653 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T08:38:38,677 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 126573 (auto-detected)
2024-11-17T08:38:38,678 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-17T08:38:38,694 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34117
2024-11-17T08:38:38,715 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34117 connecting to ZooKeeper ensemble=127.0.0.1:53341
2024-11-17T08:38:38,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341170x0, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T08:38:38,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34117-0x10147f21be00000 connected
2024-11-17T08:38:38,957 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T08:38:38,959 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T08:38:38,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T08:38:38,976 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3, hbase.cluster.distributed=false
2024-11-17T08:38:39,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T08:38:39,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34117
2024-11-17T08:38:39,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34117
2024-11-17T08:38:39,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34117
2024-11-17T08:38:39,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34117
2024-11-17T08:38:39,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34117
2024-11-17T08:38:39,101 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=9
2024-11-17T08:38:39,102 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T08:38:39,102 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T08:38:39,103 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T08:38:39,103 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T08:38:39,103 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T08:38:39,105 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-17T08:38:39,108 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T08:38:39,109 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32895
2024-11-17T08:38:39,111 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32895 connecting to ZooKeeper ensemble=127.0.0.1:53341
2024-11-17T08:38:39,112 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T08:38:39,115 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T08:38:39,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328950x0, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T08:38:39,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32895-0x10147f21be00001 connected
2024-11-17T08:38:39,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T08:38:39,128 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-17T08:38:39,138 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-17T08:38:39,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-17T08:38:39,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T08:38:39,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32895
2024-11-17T08:38:39,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32895
2024-11-17T08:38:39,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32895
2024-11-17T08:38:39,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32895
2024-11-17T08:38:39,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32895
2024-11-17T08:38:39,169 DEBUG [M:0;e3d0adb87c01:34117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:34117
2024-11-17T08:38:39,170 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e3d0adb87c01,34117,1731832718300
2024-11-17T08:38:39,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T08:38:39,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T08:38:39,188 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e3d0adb87c01,34117,1731832718300
2024-11-17T08:38:39,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-17T08:38:39,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:39,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:39,219 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-17T08:38:39,220 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e3d0adb87c01,34117,1731832718300 from backup master directory
2024-11-17T08:38:39,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T08:38:39,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e3d0adb87c01,34117,1731832718300
2024-11-17T08:38:39,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T08:38:39,229 WARN  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T08:38:39,229 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,34117,1731832718300
2024-11-17T08:38:39,232 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-17T08:38:39,234 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-17T08:38:39,292 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/hbase.id] with ID: 5833013d-f624-49e9-8a49-dd57f655ea4d
2024-11-17T08:38:39,293 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/.tmp/hbase.id
2024-11-17T08:38:39,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741826_1002 (size=42)
2024-11-17T08:38:39,706 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/.tmp/hbase.id]:[hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/hbase.id]
2024-11-17T08:38:39,755 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T08:38:39,760 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-17T08:38:39,778 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-17T08:38:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:39,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741827_1003 (size=196)
2024-11-17T08:38:39,863 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:38:39,865 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-17T08:38:39,878 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T08:38:39,882 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T08:38:39,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741828_1004 (size=1189)
2024-11-17T08:38:40,336 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store
2024-11-17T08:38:40,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741829_1005 (size=34)
2024-11-17T08:38:40,769 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-17T08:38:40,772 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:38:40,773 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-17T08:38:40,774 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T08:38:40,774 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T08:38:40,775 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-17T08:38:40,776 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T08:38:40,776 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T08:38:40,777 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731832720773Disabling compacts and flushes for region at 1731832720773Disabling writes for close at 1731832720776 (+3 ms)Writing region close event to WAL at 1731832720776Closed at 1731832720776
2024-11-17T08:38:40,779 WARN  [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/.initializing
2024-11-17T08:38:40,779 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/WALs/e3d0adb87c01,34117,1731832718300
2024-11-17T08:38:40,787 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T08:38:40,802 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C34117%2C1731832718300, suffix=, logDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/WALs/e3d0adb87c01,34117,1731832718300, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/oldWALs, maxLogs=10
2024-11-17T08:38:40,823 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/WALs/e3d0adb87c01,34117,1731832718300/e3d0adb87c01%2C34117%2C1731832718300.1731832720806, exclude list is [], retry=0
2024-11-17T08:38:40,838 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-57c3b0df-4e63-4d1e-aed9-16d7821881e2,DISK]
2024-11-17T08:38:40,841 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-17T08:38:40,872 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/WALs/e3d0adb87c01,34117,1731832718300/e3d0adb87c01%2C34117%2C1731832718300.1731832720806
2024-11-17T08:38:40,873 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42885:42885)]
2024-11-17T08:38:40,873 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:38:40,874 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:38:40,877 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T08:38:40,877 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T08:38:40,912 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T08:38:40,939 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-17T08:38:40,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:38:40,945 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T08:38:40,946 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T08:38:40,950 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-17T08:38:40,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:38:40,951 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:38:40,952 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T08:38:40,955 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-17T08:38:40,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:38:40,957 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:38:40,957 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T08:38:40,961 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-17T08:38:40,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:38:40,963 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:38:40,963 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T08:38:40,967 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-17T08:38:40,968 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-17T08:38:40,973 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T08:38:40,974 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T08:38:40,978 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T08:38:40,982 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T08:38:40,986 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:38:40,988 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70150323, jitterRate=0.0453212708234787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T08:38:40,995 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731832720888Initializing all the Stores at 1731832720891 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832720891Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832720892 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832720892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832720892Cleaning up temporary data from old regions at 1731832720974 (+82 ms)Region opened successfully at 1731832720995 (+21 ms)
2024-11-17T08:38:40,997 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-17T08:38:41,028 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5f7a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0
2024-11-17T08:38:41,056 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-17T08:38:41,066 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-17T08:38:41,066 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-17T08:38:41,069 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-17T08:38:41,070 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-17T08:38:41,075 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-17T08:38:41,075 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-17T08:38:41,099 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-17T08:38:41,107 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-17T08:38:41,207 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-17T08:38:41,210 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-17T08:38:41,212 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-17T08:38:41,217 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-17T08:38:41,219 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-17T08:38:41,223 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-17T08:38:41,228 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-17T08:38:41,229 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-17T08:38:41,238 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-17T08:38:41,258 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-17T08:38:41,270 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-17T08:38:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T08:38:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T08:38:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:41,285 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,34117,1731832718300, sessionid=0x10147f21be00000, setting cluster-up flag (Was=false)
2024-11-17T08:38:41,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:41,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:41,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-17T08:38:41,347 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,34117,1731832718300
2024-11-17T08:38:41,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:41,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:38:41,396 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-17T08:38:41,398 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,34117,1731832718300
2024-11-17T08:38:41,404 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-17T08:38:41,460 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(746): ClusterId : 5833013d-f624-49e9-8a49-dd57f655ea4d
2024-11-17T08:38:41,462 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-17T08:38:41,472 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-17T08:38:41,472 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-17T08:38:41,474 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-17T08:38:41,482 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-17T08:38:41,483 DEBUG [RS:0;e3d0adb87c01:32895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b07b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0
2024-11-17T08:38:41,485 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-17T08:38:41,493 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-17T08:38:41,500 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:32895
2024-11-17T08:38:41,500 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,34117,1731832718300
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-17T08:38:41,504 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-17T08:38:41,504 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-17T08:38:41,504 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-17T08:38:41,509 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,34117,1731832718300 with port=32895, startcode=1731832719070
2024-11-17T08:38:41,510 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5
2024-11-17T08:38:41,510 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5
2024-11-17T08:38:41,511 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5
2024-11-17T08:38:41,511 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5
2024-11-17T08:38:41,511 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10
2024-11-17T08:38:41,511 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,512 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2
2024-11-17T08:38:41,512 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T08:38:41,518 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-17T08:38:41,520 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731832751520
2024-11-17T08:38:41,522 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-17T08:38:41,522 DEBUG [RS:0;e3d0adb87c01:32895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-17T08:38:41,523 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-17T08:38:41,525 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:38:41,525 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-17T08:38:41,526 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-17T08:38:41,525 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-17T08:38:41,526 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-17T08:38:41,526 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-17T08:38:41,528 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,532 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-17T08:38:41,533 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-17T08:38:41,534 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-17T08:38:41,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741831_1007 (size=1321)
2024-11-17T08:38:41,535 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-17T08:38:41,536 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-17T08:38:41,537 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731832721537,5,FailOnTimeoutGroup]
2024-11-17T08:38:41,539 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731832721538,5,FailOnTimeoutGroup]
2024-11-17T08:38:41,539 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,539 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-17T08:38:41,540 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,540 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,558 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-17T08:38:41,563 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,32895,1731832719070
2024-11-17T08:38:41,565 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34117 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,32895,1731832719070
2024-11-17T08:38:41,578 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:38:41,578 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37223
2024-11-17T08:38:41,578 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-17T08:38:41,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T08:38:41,586 DEBUG [RS:0;e3d0adb87c01:32895 {}] zookeeper.ZKUtil(111): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e3d0adb87c01,32895,1731832719070
2024-11-17T08:38:41,586 WARN  [RS:0;e3d0adb87c01:32895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T08:38:41,587 INFO  [RS:0;e3d0adb87c01:32895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T08:38:41,587 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/WALs/e3d0adb87c01,32895,1731832719070
2024-11-17T08:38:41,589 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,32895,1731832719070]
2024-11-17T08:38:41,610 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-17T08:38:41,626 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-17T08:38:41,630 INFO  [RS:0;e3d0adb87c01:32895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-17T08:38:41,630 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,632 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-17T08:38:41,638 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-17T08:38:41,639 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,639 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,640 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,640 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,640 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,640 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,640 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2
2024-11-17T08:38:41,640 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,640 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,641 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,641 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,641 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,641 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1
2024-11-17T08:38:41,641 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3
2024-11-17T08:38:41,641 DEBUG [RS:0;e3d0adb87c01:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3
2024-11-17T08:38:41,642 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,642 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,643 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,643 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,643 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,643 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32895,1731832719070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T08:38:41,660 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-17T08:38:41,662 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32895,1731832719070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,662 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,662 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.Replication(171): e3d0adb87c01,32895,1731832719070 started
2024-11-17T08:38:41,679 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T08:38:41,679 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,32895,1731832719070, RpcServer on e3d0adb87c01/172.17.0.3:32895, sessionid=0x10147f21be00001
2024-11-17T08:38:41,680 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-17T08:38:41,680 DEBUG [RS:0;e3d0adb87c01:32895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,32895,1731832719070
2024-11-17T08:38:41,680 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,32895,1731832719070'
2024-11-17T08:38:41,681 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-17T08:38:41,681 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-17T08:38:41,682 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-17T08:38:41,682 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-17T08:38:41,682 DEBUG [RS:0;e3d0adb87c01:32895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,32895,1731832719070
2024-11-17T08:38:41,682 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,32895,1731832719070'
2024-11-17T08:38:41,682 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-17T08:38:41,683 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-17T08:38:41,684 DEBUG [RS:0;e3d0adb87c01:32895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-17T08:38:41,684 INFO  [RS:0;e3d0adb87c01:32895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-17T08:38:41,684 INFO  [RS:0;e3d0adb87c01:32895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-17T08:38:41,938 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-17T08:38:41,939 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:38:41,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741832_1008 (size=32)
2024-11-17T08:38:42,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:38:42,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-17T08:38:42,355 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-17T08:38:42,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:38:42,356 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T08:38:42,356 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-17T08:38:42,358 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-17T08:38:42,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:38:42,359 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T08:38:42,360 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-17T08:38:42,362 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-17T08:38:42,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:38:42,363 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T08:38:42,363 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-17T08:38:42,365 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-17T08:38:42,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:38:42,366 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T08:38:42,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-17T08:38:42,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740
2024-11-17T08:38:42,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740
2024-11-17T08:38:42,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-17T08:38:42,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-17T08:38:42,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T08:38:42,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-17T08:38:42,378 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:38:42,379 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68805221, jitterRate=0.02527768909931183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T08:38:42,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731832722350Initializing all the Stores at 1731832722352 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832722352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832722352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832722352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832722352Cleaning up temporary data from old regions at 1731832722371 (+19 ms)Region opened successfully at 1731832722381 (+10 ms)
2024-11-17T08:38:42,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-17T08:38:42,381 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-17T08:38:42,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-17T08:38:42,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-17T08:38:42,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-17T08:38:42,383 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-17T08:38:42,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731832722381Disabling compacts and flushes for region at 1731832722381Disabling writes for close at 1731832722381Writing region close event to WAL at 1731832722382 (+1 ms)Closed at 1731832722383 (+1 ms)
2024-11-17T08:38:42,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T08:38:42,386 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-17T08:38:42,392 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-17T08:38:42,400 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-17T08:38:42,402 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-17T08:38:42,553 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:43,555 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:44,556 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:45,557 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:46,558 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:47,559 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:48,560 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:48,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-17T08:38:48,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-17T08:38:49,560 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:50,561 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:51,562 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:52,563 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:53,564 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:54,565 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:55,567 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:56,568 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:57,569 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:58,570 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:38:59,571 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:00,573 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:01,574 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:02,575 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:03,576 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:04,577 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:05,578 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:06,579 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:07,315 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-17T08:39:07,580 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:08,581 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:09,583 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:10,584 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:11,584 WARN  [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T08:39:11,693 INFO  [RS:0;e3d0adb87c01:32895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T08:39:11,699 INFO  [RS:0;e3d0adb87c01:32895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C32895%2C1731832719070, suffix=, logDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/WALs/e3d0adb87c01,32895,1731832719070, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/oldWALs, maxLogs=32
2024-11-17T08:39:11,714 DEBUG [RS:0;e3d0adb87c01:32895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/WALs/e3d0adb87c01,32895,1731832719070/e3d0adb87c01%2C32895%2C1731832719070.1731832751701, exclude list is [], retry=0
2024-11-17T08:39:11,769 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-57c3b0df-4e63-4d1e-aed9-16d7821881e2,DISK]
2024-11-17T08:39:11,775 INFO  [RS:0;e3d0adb87c01:32895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/WALs/e3d0adb87c01,32895,1731832719070/e3d0adb87c01%2C32895%2C1731832719070.1731832751701
2024-11-17T08:39:11,776 DEBUG [RS:0;e3d0adb87c01:32895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42885:42885)]
2024-11-17T08:39:11,838 DEBUG [e3d0adb87c01:34117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-17T08:39:11,853 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:11,860 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,32895,1731832719070, state=OPENING
2024-11-17T08:39:11,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-17T08:39:11,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:39:11,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:39:11,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T08:39:11,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T08:39:11,893 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-17T08:39:11,897 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:39:12,079 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-17T08:39:12,083 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-17T08:39:12,093 INFO  [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-17T08:39:12,093 INFO  [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T08:39:12,094 INFO  [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-17T08:39:12,097 INFO  [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C32895%2C1731832719070.meta, suffix=.meta, logDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/WALs/e3d0adb87c01,32895,1731832719070, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/oldWALs, maxLogs=32
2024-11-17T08:39:12,111 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/WALs/e3d0adb87c01,32895,1731832719070/e3d0adb87c01%2C32895%2C1731832719070.meta.1731832752099.meta, exclude list is [], retry=0
2024-11-17T08:39:12,115 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-57c3b0df-4e63-4d1e-aed9-16d7821881e2,DISK]
2024-11-17T08:39:12,118 INFO  [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/WALs/e3d0adb87c01,32895,1731832719070/e3d0adb87c01%2C32895%2C1731832719070.meta.1731832752099.meta
2024-11-17T08:39:12,118 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42885:42885)]
2024-11-17T08:39:12,119 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:39:12,120 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-17T08:39:12,123 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-17T08:39:12,127 INFO  [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-17T08:39:12,131 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-17T08:39:12,131 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:12,132 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-17T08:39:12,132 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-17T08:39:12,135 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-17T08:39:12,136 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-17T08:39:12,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:12,137 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T08:39:12,138 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-17T08:39:12,139 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-17T08:39:12,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:12,140 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T08:39:12,140 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-17T08:39:12,142 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-17T08:39:12,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:12,143 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T08:39:12,143 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-17T08:39:12,145 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-17T08:39:12,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:12,146 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T08:39:12,146 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-17T08:39:12,148 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740
2024-11-17T08:39:12,151 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740
2024-11-17T08:39:12,154 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-17T08:39:12,154 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-17T08:39:12,155 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T08:39:12,158 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-17T08:39:12,160 INFO  [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73209441, jitterRate=0.09090568125247955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T08:39:12,160 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-17T08:39:12,162 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731832752132Writing region info on filesystem at 1731832752132Initializing all the Stores at 1731832752134 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832752134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832752135 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832752135Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832752135Cleaning up temporary data from old regions at 1731832752154 (+19 ms)Running coprocessor post-open hooks at 1731832752160 (+6 ms)Region opened successfully at 1731832752162 (+2 ms)
2024-11-17T08:39:12,169 INFO  [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731832752069
2024-11-17T08:39:12,183 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-17T08:39:12,184 INFO  [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-17T08:39:12,185 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:12,188 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,32895,1731832719070, state=OPEN
2024-11-17T08:39:12,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T08:39:12,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T08:39:12,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T08:39:12,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T08:39:12,277 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:12,286 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-17T08:39:12,286 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,32895,1731832719070 in 381 msec
2024-11-17T08:39:12,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-17T08:39:12,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8960 sec
2024-11-17T08:39:12,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T08:39:12,296 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-17T08:39:12,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T08:39:12,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32895,1731832719070, seqNum=-1]
2024-11-17T08:39:12,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T08:39:12,337 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T08:39:12,357 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9210 sec
2024-11-17T08:39:12,357 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731832752357, completionTime=-1
2024-11-17T08:39:12,360 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-17T08:39:12,360 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-17T08:39:12,385 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-17T08:39:12,385 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731832812385
2024-11-17T08:39:12,385 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731832872385
2024-11-17T08:39:12,385 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec
2024-11-17T08:39:12,387 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34117,1731832718300-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T08:39:12,387 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34117,1731832718300-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T08:39:12,387 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34117,1731832718300-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T08:39:12,389 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:34117, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T08:39:12,389 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-17T08:39:12,390 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-17T08:39:12,395 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-17T08:39:12,416 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.186sec
2024-11-17T08:39:12,418 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-17T08:39:12,419 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-17T08:39:12,420 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-17T08:39:12,421 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-17T08:39:12,421 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-17T08:39:12,421 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34117,1731832718300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T08:39:12,422 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34117,1731832718300-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-17T08:39:12,429 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-17T08:39:12,430 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-17T08:39:12,430 INFO  [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34117,1731832718300-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T08:39:12,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469f710b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T08:39:12,532 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-17T08:39:12,532 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-17T08:39:12,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,34117,-1 for getting cluster id
2024-11-17T08:39:12,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-17T08:39:12,549 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5833013d-f624-49e9-8a49-dd57f655ea4d'
2024-11-17T08:39:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-17T08:39:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5833013d-f624-49e9-8a49-dd57f655ea4d"

2024-11-17T08:39:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f15f30e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T08:39:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,34117,-1]
2024-11-17T08:39:12,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-17T08:39:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T08:39:12,562 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-17T08:39:12,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c90ffa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T08:39:12,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T08:39:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32895,1731832719070, seqNum=-1]
2024-11-17T08:39:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T08:39:12,575 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T08:39:12,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,34117,1731832718300
2024-11-17T08:39:12,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfc8a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T08:39:12,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,34117,-1 for getting cluster id
2024-11-17T08:39:12,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-17T08:39:12,598 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5833013d-f624-49e9-8a49-dd57f655ea4d'
2024-11-17T08:39:12,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-17T08:39:12,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5833013d-f624-49e9-8a49-dd57f655ea4d"

2024-11-17T08:39:12,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8dc5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T08:39:12,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,34117,-1]
2024-11-17T08:39:12,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-17T08:39:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T08:39:12,601 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-17T08:39:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324be35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T08:39:12,615 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=4200
2024-11-17T08:39:12,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-17T08:39:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,34117,1731832718300
2024-11-17T08:39:12,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4efc1ab1
2024-11-17T08:39:12,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-17T08:39:12,633 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-17T08:39:12,639 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:39:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-17T08:39:12,651 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:39:12,653 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-17T08:39:12,653 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:12,656 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:39:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T08:39:12,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741835_1011 (size=428)
2024-11-17T08:39:13,078 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec60f2c949eb08bcee5a17f8b85e004c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:39:13,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741836_1012 (size=79)
2024-11-17T08:39:13,489 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:13,489 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing ec60f2c949eb08bcee5a17f8b85e004c, disabling compactions & flushes
2024-11-17T08:39:13,489 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:39:13,489 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:39:13,490 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c. after waiting 0 ms
2024-11-17T08:39:13,490 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:39:13,490 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:39:13,490 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec60f2c949eb08bcee5a17f8b85e004c:
Waiting for close lock at 1731832753489Disabling compacts and flushes for region at 1731832753489Disabling writes for close at 1731832753490 (+1 ms)Writing region close event to WAL at 1731832753490Closed at 1731832753490
2024-11-17T08:39:13,492 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:39:13,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731832753492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832753492"}]},"ts":"1731832753492"}
2024-11-17T08:39:13,503 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:39:13,505 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:39:13,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832753505"}]},"ts":"1731832753505"}
2024-11-17T08:39:13,512 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-17T08:39:13,514 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ec60f2c949eb08bcee5a17f8b85e004c, ASSIGN}]
2024-11-17T08:39:13,517 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ec60f2c949eb08bcee5a17f8b85e004c, ASSIGN
2024-11-17T08:39:13,519 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ec60f2c949eb08bcee5a17f8b85e004c, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:39:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T08:39:13,672 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec60f2c949eb08bcee5a17f8b85e004c, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:13,678 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ec60f2c949eb08bcee5a17f8b85e004c, ASSIGN because future has completed
2024-11-17T08:39:13,680 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec60f2c949eb08bcee5a17f8b85e004c, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:39:13,849 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:39:13,849 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec60f2c949eb08bcee5a17f8b85e004c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:39:13,850 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,850 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:13,850 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,850 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,853 INFO  [StoreOpener-ec60f2c949eb08bcee5a17f8b85e004c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ec60f2c949eb08bcee5a17f8b85e004c 
2024-11-17T08:39:13,855 INFO  [StoreOpener-ec60f2c949eb08bcee5a17f8b85e004c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec60f2c949eb08bcee5a17f8b85e004c columnFamilyName testFamily
2024-11-17T08:39:13,855 DEBUG [StoreOpener-ec60f2c949eb08bcee5a17f8b85e004c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:13,856 INFO  [StoreOpener-ec60f2c949eb08bcee5a17f8b85e004c-1 {}] regionserver.HStore(327): Store=ec60f2c949eb08bcee5a17f8b85e004c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:39:13,856 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,858 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,858 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,859 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,859 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,862 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,865 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ec60f2c949eb08bcee5a17f8b85e004c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:39:13,866 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec60f2c949eb08bcee5a17f8b85e004c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59115631, jitterRate=-0.11910845339298248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:39:13,866 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:39:13,867 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec60f2c949eb08bcee5a17f8b85e004c:
Running coprocessor pre-open hook at 1731832753850Writing region info on filesystem at 1731832753850Initializing all the Stores at 1731832753853 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832753853Cleaning up temporary data from old regions at 1731832753859 (+6 ms)Running coprocessor post-open hooks at 1731832753866 (+7 ms)Region opened successfully at 1731832753867 (+1 ms)
2024-11-17T08:39:13,869 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c., pid=6, masterSystemTime=1731832753836
2024-11-17T08:39:13,873 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:39:13,873 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:39:13,874 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec60f2c949eb08bcee5a17f8b85e004c, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:13,877 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec60f2c949eb08bcee5a17f8b85e004c, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:39:13,883 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-17T08:39:13,883 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec60f2c949eb08bcee5a17f8b85e004c, server=e3d0adb87c01,32895,1731832719070 in 200 msec
2024-11-17T08:39:13,887 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-17T08:39:13,887 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ec60f2c949eb08bcee5a17f8b85e004c, ASSIGN in 369 msec
2024-11-17T08:39:13,888 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:39:13,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832753888"}]},"ts":"1731832753888"}
2024-11-17T08:39:13,892 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-17T08:39:13,894 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:39:13,898 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2520 sec
2024-11-17T08:39:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T08:39:15,685 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-17T08:39:15,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-17T08:39:15,689 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:15,696 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-17T08:39:15,696 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:15,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-17T08:39:15,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T08:39:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32895,1731832719070, seqNum=-1]
2024-11-17T08:39:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T08:39:15,704 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T08:39:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:39:15,725 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:39:15,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-17T08:39:15,733 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-17T08:39:15,738 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-17T08:39:15,739 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-17T08:39:15,740 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8049797262882111480
2024-11-17T08:39:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42086 deadline: 1731832758739, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T08:39:15,765 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-17T08:39:15,767 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-17T08:39:15,768 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:15,769 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:15,770 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8049797262882111478
2024-11-17T08:39:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42086 deadline: 1731832758769, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T08:39:15,774 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:15,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-8049797262882111477
2024-11-17T08:39:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42086 deadline: 1731832758774, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T08:39:15,778 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:15,779 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-8049797262882111476
2024-11-17T08:39:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42086 deadline: 1731832758778, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T08:39:15,783 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:15,792 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2117167179_22 at /127.0.0.1:60136 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=4184 (was 4200)
2024-11-17T08:39:15,800 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=4184
2024-11-17T08:39:15,804 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:39:15,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-17T08:39:15,808 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:39:15,808 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:15,809 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-17T08:39:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-17T08:39:15,811 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:39:15,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741837_1013 (size=414)
2024-11-17T08:39:16,224 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f3a9ff61d5b8821760dc90b2b6ed36c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:39:16,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741838_1014 (size=65)
2024-11-17T08:39:16,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:16,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 3f3a9ff61d5b8821760dc90b2b6ed36c, disabling compactions & flushes
2024-11-17T08:39:16,638 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:39:16,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:39:16,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c. after waiting 0 ms
2024-11-17T08:39:16,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:39:16,638 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:39:16,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f3a9ff61d5b8821760dc90b2b6ed36c:
Waiting for close lock at 1731832756638Disabling compacts and flushes for region at 1731832756638Disabling writes for close at 1731832756638Writing region close event to WAL at 1731832756638Closed at 1731832756638
2024-11-17T08:39:16,641 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:39:16,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731832756641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832756641"}]},"ts":"1731832756641"}
2024-11-17T08:39:16,645 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:39:16,648 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:39:16,648 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832756648"}]},"ts":"1731832756648"}
2024-11-17T08:39:16,652 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-17T08:39:16,652 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3f3a9ff61d5b8821760dc90b2b6ed36c, ASSIGN}]
2024-11-17T08:39:16,654 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3f3a9ff61d5b8821760dc90b2b6ed36c, ASSIGN
2024-11-17T08:39:16,656 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3f3a9ff61d5b8821760dc90b2b6ed36c, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:39:16,807 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3f3a9ff61d5b8821760dc90b2b6ed36c, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:16,814 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3f3a9ff61d5b8821760dc90b2b6ed36c, ASSIGN because future has completed
2024-11-17T08:39:16,815 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f3a9ff61d5b8821760dc90b2b6ed36c, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:39:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-17T08:39:16,984 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:39:16,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f3a9ff61d5b8821760dc90b2b6ed36c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:39:16,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:16,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:16,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:16,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:16,987 INFO  [StoreOpener-3f3a9ff61d5b8821760dc90b2b6ed36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3f3a9ff61d5b8821760dc90b2b6ed36c 
2024-11-17T08:39:16,989 INFO  [StoreOpener-3f3a9ff61d5b8821760dc90b2b6ed36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f3a9ff61d5b8821760dc90b2b6ed36c columnFamilyName testFamily
2024-11-17T08:39:16,989 DEBUG [StoreOpener-3f3a9ff61d5b8821760dc90b2b6ed36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:16,990 INFO  [StoreOpener-3f3a9ff61d5b8821760dc90b2b6ed36c-1 {}] regionserver.HStore(327): Store=3f3a9ff61d5b8821760dc90b2b6ed36c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:39:16,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:16,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScanner/3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:16,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScanner/3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:16,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:16,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:16,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:16,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScanner/3f3a9ff61d5b8821760dc90b2b6ed36c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:39:16,999 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 3f3a9ff61d5b8821760dc90b2b6ed36c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71394517, jitterRate=0.06386120617389679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:39:16,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:39:17,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 3f3a9ff61d5b8821760dc90b2b6ed36c:
Running coprocessor pre-open hook at 1731832756985Writing region info on filesystem at 1731832756985Initializing all the Stores at 1731832756987 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832756987Cleaning up temporary data from old regions at 1731832756992 (+5 ms)Running coprocessor post-open hooks at 1731832756999 (+7 ms)Region opened successfully at 1731832757000 (+1 ms)
2024-11-17T08:39:17,002 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c., pid=9, masterSystemTime=1731832756970
2024-11-17T08:39:17,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:39:17,005 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:39:17,006 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3f3a9ff61d5b8821760dc90b2b6ed36c, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:17,010 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f3a9ff61d5b8821760dc90b2b6ed36c, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:39:17,015 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-17T08:39:17,015 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f3a9ff61d5b8821760dc90b2b6ed36c, server=e3d0adb87c01,32895,1731832719070 in 197 msec
2024-11-17T08:39:17,019 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-17T08:39:17,019 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3f3a9ff61d5b8821760dc90b2b6ed36c, ASSIGN in 363 msec
2024-11-17T08:39:17,021 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:39:17,021 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832757021"}]},"ts":"1731832757021"}
2024-11-17T08:39:17,024 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-17T08:39:17,025 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:39:17,028 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2210 sec
2024-11-17T08:39:17,669 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T08:39:17,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-17T08:39:17,697 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-17T08:39:17,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-17T08:39:18,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-17T08:39:18,635 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-17T08:39:18,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-17T08:39:18,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-17T08:39:18,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-17T08:39:18,639 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-17T08:39:18,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-17T08:39:18,641 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-17T08:39:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-17T08:39:18,854 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-17T08:39:18,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-17T08:39:18,855 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:18,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-17T08:39:18,863 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:18,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-17T08:39:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:39:18,883 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:39:18,883 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-17T08:39:18,888 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-17T08:39:18,890 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-17T08:39:24,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e3d0adb87c01:32895 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6018ms, rpcTimeout=5999ms
2024-11-17T08:39:24,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6018ms, rpcTimeout=5999ms
2024-11-17T08:39:24,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 from cache
2024-11-17T08:39:24,921 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 283), ProcessCount=11 (was 11), AvailableMemoryMB=4168 (was 4184)
2024-11-17T08:39:24,928 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=4168
2024-11-17T08:39:24,931 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:39:24,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-17T08:39:24,935 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:39:24,936 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:24,936 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-17T08:39:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-17T08:39:24,938 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:39:24,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741839_1015 (size=412)
2024-11-17T08:39:25,355 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d2c913d1d90706345a2c04040ad0c41, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:39:25,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741840_1016 (size=63)
2024-11-17T08:39:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-17T08:39:25,774 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:25,775 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 0d2c913d1d90706345a2c04040ad0c41, disabling compactions & flushes
2024-11-17T08:39:25,775 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:39:25,775 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:39:25,775 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41. after waiting 0 ms
2024-11-17T08:39:25,776 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:39:25,776 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:39:25,776 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d2c913d1d90706345a2c04040ad0c41:
Waiting for close lock at 1731832765774Disabling compacts and flushes for region at 1731832765774Disabling writes for close at 1731832765776 (+2 ms)Writing region close event to WAL at 1731832765776Closed at 1731832765776
2024-11-17T08:39:25,780 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:39:25,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731832765780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832765780"}]},"ts":"1731832765780"}
2024-11-17T08:39:25,784 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:39:25,786 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:39:25,786 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832765786"}]},"ts":"1731832765786"}
2024-11-17T08:39:25,790 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-17T08:39:25,790 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0d2c913d1d90706345a2c04040ad0c41, ASSIGN}]
2024-11-17T08:39:25,793 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0d2c913d1d90706345a2c04040ad0c41, ASSIGN
2024-11-17T08:39:25,795 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0d2c913d1d90706345a2c04040ad0c41, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:39:25,946 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0d2c913d1d90706345a2c04040ad0c41, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-17T08:39:25,953 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0d2c913d1d90706345a2c04040ad0c41, ASSIGN because future has completed
2024-11-17T08:39:25,954 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d2c913d1d90706345a2c04040ad0c41, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:39:26,124 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:39:26,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d2c913d1d90706345a2c04040ad0c41, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:39:26,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:26,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,128 INFO  [StoreOpener-0d2c913d1d90706345a2c04040ad0c41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0d2c913d1d90706345a2c04040ad0c41 
2024-11-17T08:39:26,130 INFO  [StoreOpener-0d2c913d1d90706345a2c04040ad0c41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d2c913d1d90706345a2c04040ad0c41 columnFamilyName testFamily
2024-11-17T08:39:26,130 DEBUG [StoreOpener-0d2c913d1d90706345a2c04040ad0c41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:26,131 INFO  [StoreOpener-0d2c913d1d90706345a2c04040ad0c41-1 {}] regionserver.HStore(327): Store=0d2c913d1d90706345a2c04040ad0c41/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:39:26,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNextAsync/0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNextAsync/0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNextAsync/0d2c913d1d90706345a2c04040ad0c41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:39:26,144 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 0d2c913d1d90706345a2c04040ad0c41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63100044, jitterRate=-0.05973607301712036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:39:26,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:39:26,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 0d2c913d1d90706345a2c04040ad0c41:
Running coprocessor pre-open hook at 1731832766125Writing region info on filesystem at 1731832766125Initializing all the Stores at 1731832766127 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832766127Cleaning up temporary data from old regions at 1731832766134 (+7 ms)Running coprocessor post-open hooks at 1731832766144 (+10 ms)Region opened successfully at 1731832766145 (+1 ms)
2024-11-17T08:39:26,146 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41., pid=12, masterSystemTime=1731832766109
2024-11-17T08:39:26,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:39:26,150 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:39:26,151 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0d2c913d1d90706345a2c04040ad0c41, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:26,154 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d2c913d1d90706345a2c04040ad0c41, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:39:26,159 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-17T08:39:26,159 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d2c913d1d90706345a2c04040ad0c41, server=e3d0adb87c01,32895,1731832719070 in 201 msec
2024-11-17T08:39:26,162 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-17T08:39:26,163 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0d2c913d1d90706345a2c04040ad0c41, ASSIGN in 369 msec
2024-11-17T08:39:26,164 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:39:26,164 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832766164"}]},"ts":"1731832766164"}
2024-11-17T08:39:26,166 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-17T08:39:26,168 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:39:26,170 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2370 sec
2024-11-17T08:39:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-17T08:39:27,962 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-17T08:39:27,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-17T08:39:27,962 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:27,973 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-17T08:39:27,973 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:27,973 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-17T08:39:27,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:39:27,987 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:39:27,987 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-17T08:39:27,990 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-17T08:39:27,993 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-17T08:39:27,994 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-17T08:39:27,995 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-17T08:39:28,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-17T08:39:28,635 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-17T08:39:29,701 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-17T08:39:31,656 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T08:39:34,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111467' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-17T08:39:34,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:42086 deadline: 1731832780001, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111467' does not exist
2024-11-17T08:39:34,004 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e3d0adb87c01,32895,1731832719070 for closing scanner id = -8049797262882111467 for 0d2c913d1d90706345a2c04040ad0c41 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111467' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T08:39:34,007 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=4147 (was 4168)
2024-11-17T08:39:34,015 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=4147
2024-11-17T08:39:34,018 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:39:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-17T08:39:34,021 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:39:34,021 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:34,021 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-17T08:39:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-17T08:39:34,023 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:39:34,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741841_1017 (size=423)
2024-11-17T08:39:34,438 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2ad217015193e6096b9004ecd92e958, NAME => 'testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:39:34,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741842_1018 (size=74)
2024-11-17T08:39:34,452 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:34,452 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing d2ad217015193e6096b9004ecd92e958, disabling compactions & flushes
2024-11-17T08:39:34,452 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:39:34,452 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:39:34,452 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958. after waiting 0 ms
2024-11-17T08:39:34,452 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:39:34,452 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:39:34,452 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2ad217015193e6096b9004ecd92e958:
Waiting for close lock at 1731832774452Disabling compacts and flushes for region at 1731832774452Disabling writes for close at 1731832774452Writing region close event to WAL at 1731832774452Closed at 1731832774452
2024-11-17T08:39:34,454 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:39:34,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731832774455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832774455"}]},"ts":"1731832774455"}
2024-11-17T08:39:34,458 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:39:34,460 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:39:34,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832774460"}]},"ts":"1731832774460"}
2024-11-17T08:39:34,463 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-17T08:39:34,463 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d2ad217015193e6096b9004ecd92e958, ASSIGN}]
2024-11-17T08:39:34,466 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d2ad217015193e6096b9004ecd92e958, ASSIGN
2024-11-17T08:39:34,468 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d2ad217015193e6096b9004ecd92e958, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:39:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-17T08:39:34,619 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d2ad217015193e6096b9004ecd92e958, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:34,622 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d2ad217015193e6096b9004ecd92e958, ASSIGN because future has completed
2024-11-17T08:39:34,623 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2ad217015193e6096b9004ecd92e958, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:39:34,781 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:39:34,781 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d2ad217015193e6096b9004ecd92e958, NAME => 'testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:39:34,782 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,782 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:34,782 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,782 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,784 INFO  [StoreOpener-d2ad217015193e6096b9004ecd92e958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d2ad217015193e6096b9004ecd92e958 
2024-11-17T08:39:34,787 INFO  [StoreOpener-d2ad217015193e6096b9004ecd92e958-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ad217015193e6096b9004ecd92e958 columnFamilyName testFamily
2024-11-17T08:39:34,787 DEBUG [StoreOpener-d2ad217015193e6096b9004ecd92e958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:34,788 INFO  [StoreOpener-d2ad217015193e6096b9004ecd92e958-1 {}] regionserver.HStore(327): Store=d2ad217015193e6096b9004ecd92e958/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:39:34,788 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,790 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextException/d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,790 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextException/d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,791 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,791 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,794 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,798 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextException/d2ad217015193e6096b9004ecd92e958/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:39:34,799 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d2ad217015193e6096b9004ecd92e958; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74899766, jitterRate=0.11609348654747009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:39:34,799 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2ad217015193e6096b9004ecd92e958
2024-11-17T08:39:34,799 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d2ad217015193e6096b9004ecd92e958:
Running coprocessor pre-open hook at 1731832774782Writing region info on filesystem at 1731832774782Initializing all the Stores at 1731832774784 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832774784Cleaning up temporary data from old regions at 1731832774791 (+7 ms)Running coprocessor post-open hooks at 1731832774799 (+8 ms)Region opened successfully at 1731832774799
2024-11-17T08:39:34,800 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958., pid=15, masterSystemTime=1731832774776
2024-11-17T08:39:34,803 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:39:34,803 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:39:34,805 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d2ad217015193e6096b9004ecd92e958, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:34,808 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2ad217015193e6096b9004ecd92e958, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:39:34,813 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-17T08:39:34,813 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d2ad217015193e6096b9004ecd92e958, server=e3d0adb87c01,32895,1731832719070 in 187 msec
2024-11-17T08:39:34,819 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-17T08:39:34,819 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d2ad217015193e6096b9004ecd92e958, ASSIGN in 350 msec
2024-11-17T08:39:34,820 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:39:34,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832774820"}]},"ts":"1731832774820"}
2024-11-17T08:39:34,824 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-17T08:39:34,826 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:39:34,829 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 808 msec
2024-11-17T08:39:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-17T08:39:35,030 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-17T08:39:35,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-17T08:39:35,030 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:35,036 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-17T08:39:35,036 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:35,036 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-17T08:39:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:39:35,051 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:39:35,052 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-17T08:39:35,056 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-17T08:39:35,059 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-17T08:39:35,060 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-17T08:39:35,061 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8049797262882111463
2024-11-17T08:39:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42086 deadline: 1731832778060, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T08:39:35,065 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-17T08:39:35,067 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-17T08:39:35,068 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:35,071 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:35,072 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8049797262882111461
2024-11-17T08:39:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42086 deadline: 1731832778070, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T08:39:35,076 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:35,077 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-8049797262882111460
2024-11-17T08:39:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42086 deadline: 1731832778076, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T08:39:35,081 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:35,081 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-8049797262882111459
2024-11-17T08:39:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42086 deadline: 1731832778080, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T08:39:35,085 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T08:39:35,093 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2117167179_22 at /127.0.0.1:37352 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=4161 (was 4147) - AvailableMemoryMB LEAK? -
2024-11-17T08:39:35,101 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=4162
2024-11-17T08:39:35,104 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:39:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-17T08:39:35,107 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:39:35,107 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:35,107 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-17T08:39:35,108 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:39:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-17T08:39:35,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741843_1019 (size=418)
2024-11-17T08:39:35,521 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a6dbea952423ceb923c3b9b3402616b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:39:35,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741844_1020 (size=69)
2024-11-17T08:39:35,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-17T08:39:35,933 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:35,933 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 5a6dbea952423ceb923c3b9b3402616b, disabling compactions & flushes
2024-11-17T08:39:35,933 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:39:35,933 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:39:35,934 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b. after waiting 0 ms
2024-11-17T08:39:35,934 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:39:35,934 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:39:35,934 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a6dbea952423ceb923c3b9b3402616b:
Waiting for close lock at 1731832775933Disabling compacts and flushes for region at 1731832775933Disabling writes for close at 1731832775934 (+1 ms)Writing region close event to WAL at 1731832775934Closed at 1731832775934
2024-11-17T08:39:35,935 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:39:35,936 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731832775935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832775935"}]},"ts":"1731832775935"}
2024-11-17T08:39:35,938 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:39:35,940 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:39:35,940 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832775940"}]},"ts":"1731832775940"}
2024-11-17T08:39:35,942 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-17T08:39:35,943 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5a6dbea952423ceb923c3b9b3402616b, ASSIGN}]
2024-11-17T08:39:35,944 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5a6dbea952423ceb923c3b9b3402616b, ASSIGN
2024-11-17T08:39:35,945 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5a6dbea952423ceb923c3b9b3402616b, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:39:36,096 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=5a6dbea952423ceb923c3b9b3402616b, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:36,099 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5a6dbea952423ceb923c3b9b3402616b, ASSIGN because future has completed
2024-11-17T08:39:36,100 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a6dbea952423ceb923c3b9b3402616b, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:39:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-17T08:39:36,263 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:39:36,263 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a6dbea952423ceb923c3b9b3402616b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:39:36,264 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,264 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:36,264 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,264 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,266 INFO  [StoreOpener-5a6dbea952423ceb923c3b9b3402616b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5a6dbea952423ceb923c3b9b3402616b 
2024-11-17T08:39:36,268 INFO  [StoreOpener-5a6dbea952423ceb923c3b9b3402616b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a6dbea952423ceb923c3b9b3402616b columnFamilyName testFamily
2024-11-17T08:39:36,269 DEBUG [StoreOpener-5a6dbea952423ceb923c3b9b3402616b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:36,269 INFO  [StoreOpener-5a6dbea952423ceb923c3b9b3402616b-1 {}] regionserver.HStore(327): Store=5a6dbea952423ceb923c3b9b3402616b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:39:36,270 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,271 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScanner/5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,272 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScanner/5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,272 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,272 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,275 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,278 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScanner/5a6dbea952423ceb923c3b9b3402616b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:39:36,279 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5a6dbea952423ceb923c3b9b3402616b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63889002, jitterRate=-0.0479796826839447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:39:36,279 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:39:36,280 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5a6dbea952423ceb923c3b9b3402616b:
Running coprocessor pre-open hook at 1731832776264Writing region info on filesystem at 1731832776264Initializing all the Stores at 1731832776266 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832776266Cleaning up temporary data from old regions at 1731832776272 (+6 ms)Running coprocessor post-open hooks at 1731832776279 (+7 ms)Region opened successfully at 1731832776280 (+1 ms)
2024-11-17T08:39:36,281 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., pid=18, masterSystemTime=1731832776253
2024-11-17T08:39:36,283 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:39:36,283 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:39:36,284 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=5a6dbea952423ceb923c3b9b3402616b, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:36,287 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a6dbea952423ceb923c3b9b3402616b, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:39:36,291 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-17T08:39:36,291 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a6dbea952423ceb923c3b9b3402616b, server=e3d0adb87c01,32895,1731832719070 in 188 msec
2024-11-17T08:39:36,295 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-17T08:39:36,295 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5a6dbea952423ceb923c3b9b3402616b, ASSIGN in 349 msec
2024-11-17T08:39:36,296 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:39:36,296 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832776296"}]},"ts":"1731832776296"}
2024-11-17T08:39:36,298 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-17T08:39:36,300 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:39:36,302 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1960 sec
2024-11-17T08:39:37,316 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-17T08:39:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-17T08:39:38,132 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-17T08:39:38,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-17T08:39:38,133 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:38,141 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-17T08:39:38,141 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:38,141 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-17T08:39:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:39:38,160 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:39:38,161 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-17T08:39:38,166 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-17T08:39:38,168 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-17T08:39:38,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-17T08:39:38,635 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-17T08:39:38,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-17T08:39:38,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-17T08:39:39,168 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e3d0adb87c01:32895 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-11-17T08:39:39,169 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-11-17T08:39:39,169 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 from cache
2024-11-17T08:39:39,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-17T08:39:40,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:39:40,184 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-17T08:39:40,285 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T08:39:41,168 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e3d0adb87c01:32895 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=984ms
2024-11-17T08:39:41,168 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=984ms
2024-11-17T08:39:41,168 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 from cache
2024-11-17T08:39:41,178 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 228), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=5384 (was 4162) - AvailableMemoryMB LEAK? -
2024-11-17T08:39:41,188 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=5383
2024-11-17T08:39:41,191 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:39:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-17T08:39:41,195 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:39:41,196 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:41,196 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-17T08:39:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-17T08:39:41,198 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:39:41,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741845_1021 (size=416)
2024-11-17T08:39:41,610 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08dac48a3aeaecc7d9a93bd3b55ff671, NAME => 'testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:39:41,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741846_1022 (size=67)
2024-11-17T08:39:41,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-17T08:39:41,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-17T08:39:42,023 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:42,023 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 08dac48a3aeaecc7d9a93bd3b55ff671, disabling compactions & flushes
2024-11-17T08:39:42,023 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:39:42,023 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:39:42,023 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671. after waiting 0 ms
2024-11-17T08:39:42,023 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:39:42,023 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:39:42,024 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08dac48a3aeaecc7d9a93bd3b55ff671:
Waiting for close lock at 1731832782023Disabling compacts and flushes for region at 1731832782023Disabling writes for close at 1731832782023Writing region close event to WAL at 1731832782023Closed at 1731832782023
2024-11-17T08:39:42,026 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:39:42,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731832782026"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832782026"}]},"ts":"1731832782026"}
2024-11-17T08:39:42,030 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:39:42,031 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:39:42,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832782032"}]},"ts":"1731832782032"}
2024-11-17T08:39:42,035 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-17T08:39:42,035 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08dac48a3aeaecc7d9a93bd3b55ff671, ASSIGN}]
2024-11-17T08:39:42,037 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08dac48a3aeaecc7d9a93bd3b55ff671, ASSIGN
2024-11-17T08:39:42,039 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08dac48a3aeaecc7d9a93bd3b55ff671, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:39:42,190 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=08dac48a3aeaecc7d9a93bd3b55ff671, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:42,194 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08dac48a3aeaecc7d9a93bd3b55ff671, ASSIGN because future has completed
2024-11-17T08:39:42,194 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08dac48a3aeaecc7d9a93bd3b55ff671, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:39:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-17T08:39:42,360 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:39:42,361 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 08dac48a3aeaecc7d9a93bd3b55ff671, NAME => 'testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:39:42,361 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,361 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:42,361 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,362 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,364 INFO  [StoreOpener-08dac48a3aeaecc7d9a93bd3b55ff671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 08dac48a3aeaecc7d9a93bd3b55ff671 
2024-11-17T08:39:42,365 INFO  [StoreOpener-08dac48a3aeaecc7d9a93bd3b55ff671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08dac48a3aeaecc7d9a93bd3b55ff671 columnFamilyName testFamily
2024-11-17T08:39:42,366 DEBUG [StoreOpener-08dac48a3aeaecc7d9a93bd3b55ff671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:42,366 INFO  [StoreOpener-08dac48a3aeaecc7d9a93bd3b55ff671-1 {}] regionserver.HStore(327): Store=08dac48a3aeaecc7d9a93bd3b55ff671/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:39:42,366 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,367 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNextAsync/08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,368 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNextAsync/08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,369 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,369 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,371 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,374 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNextAsync/08dac48a3aeaecc7d9a93bd3b55ff671/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:39:42,375 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 08dac48a3aeaecc7d9a93bd3b55ff671; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74461506, jitterRate=0.10956290364265442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:39:42,375 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:39:42,376 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 08dac48a3aeaecc7d9a93bd3b55ff671:
Running coprocessor pre-open hook at 1731832782362Writing region info on filesystem at 1731832782362Initializing all the Stores at 1731832782363 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832782363Cleaning up temporary data from old regions at 1731832782369 (+6 ms)Running coprocessor post-open hooks at 1731832782375 (+6 ms)Region opened successfully at 1731832782376 (+1 ms)
2024-11-17T08:39:42,377 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671., pid=21, masterSystemTime=1731832782348
2024-11-17T08:39:42,380 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:39:42,380 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:39:42,381 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=08dac48a3aeaecc7d9a93bd3b55ff671, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:42,385 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08dac48a3aeaecc7d9a93bd3b55ff671, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:39:42,390 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-17T08:39:42,390 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 08dac48a3aeaecc7d9a93bd3b55ff671, server=e3d0adb87c01,32895,1731832719070 in 192 msec
2024-11-17T08:39:42,394 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-17T08:39:42,395 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08dac48a3aeaecc7d9a93bd3b55ff671, ASSIGN in 355 msec
2024-11-17T08:39:42,396 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:39:42,396 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832782396"}]},"ts":"1731832782396"}
2024-11-17T08:39:42,399 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-17T08:39:42,401 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:39:42,403 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2100 sec
2024-11-17T08:39:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-17T08:39:44,231 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-17T08:39:44,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-17T08:39:44,231 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:44,241 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-17T08:39:44,241 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:44,241 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-17T08:39:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:39:44,255 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:39:44,256 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-17T08:39:44,259 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-17T08:39:44,262 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-17T08:39:44,263 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-17T08:39:44,263 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-17T08:39:47,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111448' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-17T08:39:47,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:42086 deadline: 1731832788270, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111448' does not exist
2024-11-17T08:39:47,275 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e3d0adb87c01,32895,1731832719070 for closing scanner id = -8049797262882111448 for 08dac48a3aeaecc7d9a93bd3b55ff671 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111448' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T08:39:47,282 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 186) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5008 (was 5383)
2024-11-17T08:39:47,291 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=5008
2024-11-17T08:39:47,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:39:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-17T08:39:47,297 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:39:47,297 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:47,297 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-17T08:39:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-17T08:39:47,299 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:39:47,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741847_1023 (size=411)
2024-11-17T08:39:47,709 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2fb7c4e3f034c0595e893ea4c16369f, NAME => 'testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:39:47,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741848_1024 (size=62)
2024-11-17T08:39:47,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-17T08:39:47,865 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T08:39:47,895 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-17T08:39:48,119 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:48,119 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing d2fb7c4e3f034c0595e893ea4c16369f, disabling compactions & flushes
2024-11-17T08:39:48,119 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:39:48,120 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:39:48,120 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f. after waiting 0 ms
2024-11-17T08:39:48,120 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:39:48,120 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:39:48,120 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2fb7c4e3f034c0595e893ea4c16369f:
Waiting for close lock at 1731832788119Disabling compacts and flushes for region at 1731832788119Disabling writes for close at 1731832788120 (+1 ms)Writing region close event to WAL at 1731832788120Closed at 1731832788120
2024-11-17T08:39:48,121 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:39:48,122 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731832788121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832788121"}]},"ts":"1731832788121"}
2024-11-17T08:39:48,124 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:39:48,125 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:39:48,125 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832788125"}]},"ts":"1731832788125"}
2024-11-17T08:39:48,128 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-17T08:39:48,128 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d2fb7c4e3f034c0595e893ea4c16369f, ASSIGN}]
2024-11-17T08:39:48,130 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d2fb7c4e3f034c0595e893ea4c16369f, ASSIGN
2024-11-17T08:39:48,131 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d2fb7c4e3f034c0595e893ea4c16369f, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:39:48,282 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d2fb7c4e3f034c0595e893ea4c16369f, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:48,291 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d2fb7c4e3f034c0595e893ea4c16369f, ASSIGN because future has completed
2024-11-17T08:39:48,291 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2fb7c4e3f034c0595e893ea4c16369f, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:39:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-17T08:39:48,458 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:39:48,458 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d2fb7c4e3f034c0595e893ea4c16369f, NAME => 'testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:39:48,459 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,459 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:48,459 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,460 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,464 INFO  [StoreOpener-d2fb7c4e3f034c0595e893ea4c16369f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d2fb7c4e3f034c0595e893ea4c16369f 
2024-11-17T08:39:48,466 INFO  [StoreOpener-d2fb7c4e3f034c0595e893ea4c16369f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2fb7c4e3f034c0595e893ea4c16369f columnFamilyName testFamily
2024-11-17T08:39:48,466 DEBUG [StoreOpener-d2fb7c4e3f034c0595e893ea4c16369f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:48,467 INFO  [StoreOpener-d2fb7c4e3f034c0595e893ea4c16369f-1 {}] regionserver.HStore(327): Store=d2fb7c4e3f034c0595e893ea4c16369f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:39:48,468 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,470 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNext/d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,471 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNext/d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,471 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,472 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,475 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,479 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNext/d2fb7c4e3f034c0595e893ea4c16369f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:39:48,479 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d2fb7c4e3f034c0595e893ea4c16369f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58755117, jitterRate=-0.12448053061962128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:39:48,480 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:39:48,480 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d2fb7c4e3f034c0595e893ea4c16369f:
Running coprocessor pre-open hook at 1731832788460Writing region info on filesystem at 1731832788460Initializing all the Stores at 1731832788463 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832788463Cleaning up temporary data from old regions at 1731832788472 (+9 ms)Running coprocessor post-open hooks at 1731832788480 (+8 ms)Region opened successfully at 1731832788480
2024-11-17T08:39:48,481 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f., pid=24, masterSystemTime=1731832788445
2024-11-17T08:39:48,484 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:39:48,484 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:39:48,484 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d2fb7c4e3f034c0595e893ea4c16369f, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:48,487 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2fb7c4e3f034c0595e893ea4c16369f, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:39:48,491 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-17T08:39:48,491 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure d2fb7c4e3f034c0595e893ea4c16369f, server=e3d0adb87c01,32895,1731832719070 in 197 msec
2024-11-17T08:39:48,494 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-17T08:39:48,494 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d2fb7c4e3f034c0595e893ea4c16369f, ASSIGN in 363 msec
2024-11-17T08:39:48,495 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:39:48,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832788495"}]},"ts":"1731832788495"}
2024-11-17T08:39:48,498 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-17T08:39:48,499 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:39:48,501 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2050 sec
2024-11-17T08:39:48,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-17T08:39:48,635 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-17T08:39:48,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-17T08:39:48,636 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-17T08:39:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-17T08:39:50,330 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-17T08:39:50,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-17T08:39:50,331 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:50,339 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-17T08:39:50,340 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:50,340 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-17T08:39:50,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:39:50,355 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:39:50,355 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-17T08:39:50,358 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-17T08:39:50,360 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-17T08:39:50,361 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-17T08:39:50,362 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-17T08:39:52,432 INFO  [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-17T08:39:52,432 INFO  [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-17T08:39:53,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111444' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-17T08:39:53,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:42086 deadline: 1731832794372, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111444' does not exist
2024-11-17T08:39:53,374 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e3d0adb87c01,32895,1731832719070 for closing scanner id = -8049797262882111444 for d2fb7c4e3f034c0595e893ea4c16369f of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111444' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T08:39:53,383 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 187) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4838 (was 5008)
2024-11-17T08:39:53,391 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=4838
2024-11-17T08:39:53,393 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:39:53,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-17T08:39:53,397 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:39:53,397 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:53,397 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-17T08:39:53,399 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:39:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-17T08:39:53,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741849_1025 (size=419)
2024-11-17T08:39:53,810 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1f4992e744f0ed690ce8c9466438002, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:39:53,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741850_1026 (size=70)
2024-11-17T08:39:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-17T08:39:53,962 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T08:39:54,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-17T08:39:54,221 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:54,222 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c1f4992e744f0ed690ce8c9466438002, disabling compactions & flushes
2024-11-17T08:39:54,222 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:39:54,222 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:39:54,222 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002. after waiting 0 ms
2024-11-17T08:39:54,222 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:39:54,222 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:39:54,222 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1f4992e744f0ed690ce8c9466438002:
Waiting for close lock at 1731832794221Disabling compacts and flushes for region at 1731832794221Disabling writes for close at 1731832794222 (+1 ms)Writing region close event to WAL at 1731832794222Closed at 1731832794222
2024-11-17T08:39:54,225 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:39:54,226 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731832794225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832794225"}]},"ts":"1731832794225"}
2024-11-17T08:39:54,232 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:39:54,233 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:39:54,234 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832794234"}]},"ts":"1731832794234"}
2024-11-17T08:39:54,237 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-17T08:39:54,238 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c1f4992e744f0ed690ce8c9466438002, ASSIGN}]
2024-11-17T08:39:54,239 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c1f4992e744f0ed690ce8c9466438002, ASSIGN
2024-11-17T08:39:54,241 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c1f4992e744f0ed690ce8c9466438002, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:39:54,392 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c1f4992e744f0ed690ce8c9466438002, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:54,399 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c1f4992e744f0ed690ce8c9466438002, ASSIGN because future has completed
2024-11-17T08:39:54,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1f4992e744f0ed690ce8c9466438002, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:39:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-17T08:39:54,562 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:39:54,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => c1f4992e744f0ed690ce8c9466438002, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:39:54,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:39:54,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,565 INFO  [StoreOpener-c1f4992e744f0ed690ce8c9466438002-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c1f4992e744f0ed690ce8c9466438002 
2024-11-17T08:39:54,568 INFO  [StoreOpener-c1f4992e744f0ed690ce8c9466438002-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1f4992e744f0ed690ce8c9466438002 columnFamilyName testFamily
2024-11-17T08:39:54,568 DEBUG [StoreOpener-c1f4992e744f0ed690ce8c9466438002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:39:54,568 INFO  [StoreOpener-c1f4992e744f0ed690ce8c9466438002-1 {}] regionserver.HStore(327): Store=c1f4992e744f0ed690ce8c9466438002/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:39:54,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c1f4992e744f0ed690ce8c9466438002/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:39:54,578 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened c1f4992e744f0ed690ce8c9466438002; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73840125, jitterRate=0.10030360519886017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:39:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:39:54,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for c1f4992e744f0ed690ce8c9466438002:
Running coprocessor pre-open hook at 1731832794563Writing region info on filesystem at 1731832794563Initializing all the Stores at 1731832794565 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832794565Cleaning up temporary data from old regions at 1731832794572 (+7 ms)Running coprocessor post-open hooks at 1731832794578 (+6 ms)Region opened successfully at 1731832794579 (+1 ms)
2024-11-17T08:39:54,580 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., pid=27, masterSystemTime=1731832794552
2024-11-17T08:39:54,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:39:54,583 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:39:54,584 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c1f4992e744f0ed690ce8c9466438002, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:39:54,587 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1f4992e744f0ed690ce8c9466438002, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:39:54,591 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-17T08:39:54,591 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure c1f4992e744f0ed690ce8c9466438002, server=e3d0adb87c01,32895,1731832719070 in 188 msec
2024-11-17T08:39:54,593 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-17T08:39:54,593 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c1f4992e744f0ed690ce8c9466438002, ASSIGN in 354 msec
2024-11-17T08:39:54,594 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:39:54,595 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832794594"}]},"ts":"1731832794594"}
2024-11-17T08:39:54,597 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-17T08:39:54,599 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:39:54,602 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2060 sec
2024-11-17T08:39:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-17T08:39:56,430 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-17T08:39:56,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-17T08:39:56,431 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:56,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-17T08:39:56,437 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:39:56,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-17T08:39:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:39:56,453 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:39:56,453 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-17T08:39:56,456 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-17T08:39:56,458 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-17T08:39:58,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-17T08:39:58,635 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-17T08:40:00,069 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T08:40:00,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-17T08:40:02,458 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e3d0adb87c01:32895 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-11-17T08:40:02,458 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-11-17T08:40:02,458 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 from cache
2024-11-17T08:40:02,467 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=4773 (was 4838)
2024-11-17T08:40:02,475 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=4772
2024-11-17T08:40:02,477 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:40:02,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-17T08:40:02,480 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:40:02,480 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:40:02,481 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-17T08:40:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-17T08:40:02,482 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:40:02,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741851_1027 (size=407)
2024-11-17T08:40:02,895 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6313a0c75859f3e143dbe3c00587410b, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:40:02,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741852_1028 (size=58)
2024-11-17T08:40:02,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:40:02,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 6313a0c75859f3e143dbe3c00587410b, disabling compactions & flushes
2024-11-17T08:40:02,907 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:02,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:02,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b. after waiting 0 ms
2024-11-17T08:40:02,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:02,907 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:02,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6313a0c75859f3e143dbe3c00587410b:
Waiting for close lock at 1731832802907Disabling compacts and flushes for region at 1731832802907Disabling writes for close at 1731832802907Writing region close event to WAL at 1731832802907Closed at 1731832802907
2024-11-17T08:40:02,909 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:40:02,910 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731832802909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832802909"}]},"ts":"1731832802909"}
2024-11-17T08:40:02,912 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:40:02,914 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:40:02,914 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832802914"}]},"ts":"1731832802914"}
2024-11-17T08:40:02,916 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-17T08:40:02,917 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6313a0c75859f3e143dbe3c00587410b, ASSIGN}]
2024-11-17T08:40:02,918 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6313a0c75859f3e143dbe3c00587410b, ASSIGN
2024-11-17T08:40:02,919 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6313a0c75859f3e143dbe3c00587410b, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:40:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-17T08:40:03,070 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6313a0c75859f3e143dbe3c00587410b, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:40:03,074 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6313a0c75859f3e143dbe3c00587410b, ASSIGN because future has completed
2024-11-17T08:40:03,075 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6313a0c75859f3e143dbe3c00587410b, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:40:03,234 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:03,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 6313a0c75859f3e143dbe3c00587410b, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:40:03,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:40:03,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,237 INFO  [StoreOpener-6313a0c75859f3e143dbe3c00587410b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6313a0c75859f3e143dbe3c00587410b 
2024-11-17T08:40:03,239 INFO  [StoreOpener-6313a0c75859f3e143dbe3c00587410b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6313a0c75859f3e143dbe3c00587410b columnFamilyName testFamily
2024-11-17T08:40:03,239 DEBUG [StoreOpener-6313a0c75859f3e143dbe3c00587410b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:40:03,240 INFO  [StoreOpener-6313a0c75859f3e143dbe3c00587410b-1 {}] regionserver.HStore(327): Store=6313a0c75859f3e143dbe3c00587410b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:40:03,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNext/6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNext/6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNext/6313a0c75859f3e143dbe3c00587410b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:40:03,247 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 6313a0c75859f3e143dbe3c00587410b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63884050, jitterRate=-0.048053473234176636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:40:03,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:03,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 6313a0c75859f3e143dbe3c00587410b:
Running coprocessor pre-open hook at 1731832803235Writing region info on filesystem at 1731832803235Initializing all the Stores at 1731832803237 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832803237Cleaning up temporary data from old regions at 1731832803242 (+5 ms)Running coprocessor post-open hooks at 1731832803248 (+6 ms)Region opened successfully at 1731832803248
2024-11-17T08:40:03,250 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b., pid=30, masterSystemTime=1731832803228
2024-11-17T08:40:03,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:03,252 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:03,253 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6313a0c75859f3e143dbe3c00587410b, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:40:03,255 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6313a0c75859f3e143dbe3c00587410b, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:40:03,259 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-17T08:40:03,259 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 6313a0c75859f3e143dbe3c00587410b, server=e3d0adb87c01,32895,1731832719070 in 182 msec
2024-11-17T08:40:03,262 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-17T08:40:03,262 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6313a0c75859f3e143dbe3c00587410b, ASSIGN in 342 msec
2024-11-17T08:40:03,263 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:40:03,263 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832803263"}]},"ts":"1731832803263"}
2024-11-17T08:40:03,266 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-17T08:40:03,267 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:40:03,271 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 790 msec
2024-11-17T08:40:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-17T08:40:03,500 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-17T08:40:03,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-17T08:40:03,501 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:40:03,506 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-17T08:40:03,506 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:40:03,506 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-17T08:40:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:40:03,518 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:40:03,519 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-17T08:40:03,522 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-17T08:40:03,524 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-17T08:40:03,525 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-17T08:40:03,526 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-17T08:40:06,112 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-17T08:40:07,316 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-17T08:40:08,737 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T08:40:08,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-17T08:40:08,760 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-17T08:40:09,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111436' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-17T08:40:09,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:42086 deadline: 1731832815529, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111436' does not exist
2024-11-17T08:40:09,532 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e3d0adb87c01,32895,1731832719070 for closing scanner id = -8049797262882111436 for 6313a0c75859f3e143dbe3c00587410b of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8049797262882111436' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T08:40:09,539 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=4587 (was 4772)
2024-11-17T08:40:09,550 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=4587
2024-11-17T08:40:09,552 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T08:40:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-17T08:40:09,555 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T08:40:09,556 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:40:09,556 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-17T08:40:09,557 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T08:40:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-17T08:40:09,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741853_1029 (size=423)
2024-11-17T08:40:09,968 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3caab40bb9c8227c69fdcd64a008852, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3
2024-11-17T08:40:09,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741854_1030 (size=74)
2024-11-17T08:40:10,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-17T08:40:10,378 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:40:10,379 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing d3caab40bb9c8227c69fdcd64a008852, disabling compactions & flushes
2024-11-17T08:40:10,379 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:10,379 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:10,379 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852. after waiting 0 ms
2024-11-17T08:40:10,379 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:10,379 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:10,379 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3caab40bb9c8227c69fdcd64a008852:
Waiting for close lock at 1731832810379Disabling compacts and flushes for region at 1731832810379Disabling writes for close at 1731832810379Writing region close event to WAL at 1731832810379Closed at 1731832810379
2024-11-17T08:40:10,382 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T08:40:10,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731832810383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832810383"}]},"ts":"1731832810383"}
2024-11-17T08:40:10,387 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T08:40:10,389 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T08:40:10,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832810389"}]},"ts":"1731832810389"}
2024-11-17T08:40:10,392 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-17T08:40:10,392 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d3caab40bb9c8227c69fdcd64a008852, ASSIGN}]
2024-11-17T08:40:10,394 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d3caab40bb9c8227c69fdcd64a008852, ASSIGN
2024-11-17T08:40:10,395 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d3caab40bb9c8227c69fdcd64a008852, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32895,1731832719070; forceNewPlan=false, retain=false
2024-11-17T08:40:10,546 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=d3caab40bb9c8227c69fdcd64a008852, regionState=OPENING, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:40:10,550 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d3caab40bb9c8227c69fdcd64a008852, ASSIGN because future has completed
2024-11-17T08:40:10,550 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3caab40bb9c8227c69fdcd64a008852, server=e3d0adb87c01,32895,1731832719070}]
2024-11-17T08:40:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-17T08:40:10,715 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:10,715 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => d3caab40bb9c8227c69fdcd64a008852, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.', STARTKEY => '', ENDKEY => ''}
2024-11-17T08:40:10,716 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,716 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T08:40:10,716 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,716 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,718 INFO  [StoreOpener-d3caab40bb9c8227c69fdcd64a008852-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d3caab40bb9c8227c69fdcd64a008852 
2024-11-17T08:40:10,720 INFO  [StoreOpener-d3caab40bb9c8227c69fdcd64a008852-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3caab40bb9c8227c69fdcd64a008852 columnFamilyName testFamily
2024-11-17T08:40:10,721 DEBUG [StoreOpener-d3caab40bb9c8227c69fdcd64a008852-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T08:40:10,721 INFO  [StoreOpener-d3caab40bb9c8227c69fdcd64a008852-1 {}] regionserver.HStore(327): Store=d3caab40bb9c8227c69fdcd64a008852/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T08:40:10,721 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,723 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScannerAsync/d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,723 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScannerAsync/d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,724 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,724 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,726 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,728 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScannerAsync/d3caab40bb9c8227c69fdcd64a008852/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T08:40:10,729 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened d3caab40bb9c8227c69fdcd64a008852; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60504906, jitterRate=-0.09840664267539978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T08:40:10,729 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:10,730 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for d3caab40bb9c8227c69fdcd64a008852:
Running coprocessor pre-open hook at 1731832810716Writing region info on filesystem at 1731832810716Initializing all the Stores at 1731832810718 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832810718Cleaning up temporary data from old regions at 1731832810724 (+6 ms)Running coprocessor post-open hooks at 1731832810729 (+5 ms)Region opened successfully at 1731832810730 (+1 ms)
2024-11-17T08:40:10,731 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., pid=33, masterSystemTime=1731832810703
2024-11-17T08:40:10,734 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:10,734 INFO  [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:10,734 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=d3caab40bb9c8227c69fdcd64a008852, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32895,1731832719070
2024-11-17T08:40:10,737 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3caab40bb9c8227c69fdcd64a008852, server=e3d0adb87c01,32895,1731832719070 because future has completed
2024-11-17T08:40:10,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-17T08:40:10,741 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure d3caab40bb9c8227c69fdcd64a008852, server=e3d0adb87c01,32895,1731832719070 in 188 msec
2024-11-17T08:40:10,743 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-17T08:40:10,743 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d3caab40bb9c8227c69fdcd64a008852, ASSIGN in 349 msec
2024-11-17T08:40:10,744 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T08:40:10,744 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832810744"}]},"ts":"1731832810744"}
2024-11-17T08:40:10,746 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-17T08:40:10,747 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T08:40:10,749 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1940 sec
2024-11-17T08:40:12,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-17T08:40:12,568 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-17T08:40:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-17T08:40:12,590 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-17T08:40:12,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-17T08:40:12,591 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:40:12,598 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-17T08:40:12,599 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T08:40:12,599 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-17T08:40:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:40:12,616 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T08:40:12,616 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-17T08:40:12,619 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-17T08:40:12,620 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-17T08:40:13,628 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e3d0adb87c01:32895 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-17T08:40:13,629 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-17T08:40:13,629 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 from cache
2024-11-17T08:40:14,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-17T08:40:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2]
2024-11-17T08:40:14,647 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-17T08:40:15,628 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e3d0adb87c01:32895 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=974ms
2024-11-17T08:40:15,629 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=974ms
2024-11-17T08:40:15,629 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., hostname=e3d0adb87c01,32895,1731832719070, seqNum=2 from cache
2024-11-17T08:40:15,645 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=4534 (was 4587)
2024-11-17T08:40:15,645 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T08:40:15,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T08:40:15,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T08:40:15,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T08:40:15,651 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-17T08:40:15,651 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-17T08:40:15,651 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T08:40:15,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T08:40:15,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T08:40:15,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T08:40:15,652 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-17T08:40:15,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-17T08:40:15,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119115424, stopped=false
2024-11-17T08:40:15,652 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,34117,1731832718300
2024-11-17T08:40:15,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T08:40:15,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T08:40:15,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:40:15,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:40:15,707 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-17T08:40:15,708 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T08:40:15,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T08:40:15,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T08:40:15,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T08:40:15,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T08:40:15,709 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,32895,1731832719070' *****
2024-11-17T08:40:15,710 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-17T08:40:15,710 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-17T08:40:15,711 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-17T08:40:15,711 INFO  [RS:0;e3d0adb87c01:32895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-17T08:40:15,711 INFO  [RS:0;e3d0adb87c01:32895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-17T08:40:15,712 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for d3caab40bb9c8227c69fdcd64a008852
2024-11-17T08:40:15,712 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for 08dac48a3aeaecc7d9a93bd3b55ff671
2024-11-17T08:40:15,712 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for d2fb7c4e3f034c0595e893ea4c16369f
2024-11-17T08:40:15,713 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for d2ad217015193e6096b9004ecd92e958
2024-11-17T08:40:15,713 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a6dbea952423ceb923c3b9b3402616b
2024-11-17T08:40:15,713 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:15,713 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d2c913d1d90706345a2c04040ad0c41
2024-11-17T08:40:15,713 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for 6313a0c75859f3e143dbe3c00587410b
2024-11-17T08:40:15,713 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:40:15,713 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:40:15,713 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3caab40bb9c8227c69fdcd64a008852, disabling compactions & flushes
2024-11-17T08:40:15,713 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:15,713 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,32895,1731832719070
2024-11-17T08:40:15,713 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:15,713 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T08:40:15,713 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852. after waiting 0 ms
2024-11-17T08:40:15,713 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:15,714 INFO  [RS:0;e3d0adb87c01:32895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:32895.
2024-11-17T08:40:15,714 DEBUG [RS:0;e3d0adb87c01:32895 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T08:40:15,714 DEBUG [RS:0;e3d0adb87c01:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T08:40:15,714 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-17T08:40:15,714 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-17T08:40:15,714 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-17T08:40:15,714 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-17T08:40:15,715 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-17T08:40:15,715 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-17T08:40:15,715 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-17T08:40:15,715 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-17T08:40:15,715 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-17T08:40:15,715 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-17T08:40:15,715 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 08dac48a3aeaecc7d9a93bd3b55ff671, 0d2c913d1d90706345a2c04040ad0c41, 1588230740, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, d2fb7c4e3f034c0595e893ea4c16369f, d3caab40bb9c8227c69fdcd64a008852, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:15,719 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d3caab40bb9c8227c69fdcd64a008852 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:15,719 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-17T08:40:15,730 INFO  [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-17T08:40:15,730 INFO  [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-17T08:40:15,769 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScannerAsync/d3caab40bb9c8227c69fdcd64a008852/.tmp/testFamily/a38509d388484fa999485dbc994def73 is 61, key is row-0/testFamily:testQualifier/1731832812605/Put/seqid=0
2024-11-17T08:40:15,775 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/.tmp/info/6dcd67f77b0c4cf2a54278de6f1804e3 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c./info:regioninfo/1731832753874/Put/seqid=0
2024-11-17T08:40:15,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741855_1031 (size=5049)
2024-11-17T08:40:15,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741856_1032 (size=20564)
2024-11-17T08:40:15,781 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/.tmp/info/6dcd67f77b0c4cf2a54278de6f1804e3
2024-11-17T08:40:15,838 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/.tmp/ns/3d67016b75f7467eb178d6b77727a724 is 43, key is default/ns:d/1731832752341/Put/seqid=0
2024-11-17T08:40:15,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741857_1033 (size=5153)
2024-11-17T08:40:15,916 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 08dac48a3aeaecc7d9a93bd3b55ff671, 0d2c913d1d90706345a2c04040ad0c41, 1588230740, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, d2fb7c4e3f034c0595e893ea4c16369f, d3caab40bb9c8227c69fdcd64a008852, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:16,116 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 08dac48a3aeaecc7d9a93bd3b55ff671, 0d2c913d1d90706345a2c04040ad0c41, 1588230740, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, d2fb7c4e3f034c0595e893ea4c16369f, d3caab40bb9c8227c69fdcd64a008852, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:16,147 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-17T08:40:16,182 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScannerAsync/d3caab40bb9c8227c69fdcd64a008852/.tmp/testFamily/a38509d388484fa999485dbc994def73
2024-11-17T08:40:16,194 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScannerAsync/d3caab40bb9c8227c69fdcd64a008852/.tmp/testFamily/a38509d388484fa999485dbc994def73 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScannerAsync/d3caab40bb9c8227c69fdcd64a008852/testFamily/a38509d388484fa999485dbc994def73
2024-11-17T08:40:16,204 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScannerAsync/d3caab40bb9c8227c69fdcd64a008852/testFamily/a38509d388484fa999485dbc994def73, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:16,214 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d3caab40bb9c8227c69fdcd64a008852 in 495ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:16,218 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T08:40:16,222 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScannerAsync/d3caab40bb9c8227c69fdcd64a008852/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:16,224 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:16,224 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3caab40bb9c8227c69fdcd64a008852:
Waiting for close lock at 1731832815713Running coprocessor pre-close hooks at 1731832815713Disabling compacts and flushes for region at 1731832815713Disabling writes for close at 1731832815713Obtaining lock to block concurrent updates at 1731832815719 (+6 ms)Preparing flush snapshotting stores in d3caab40bb9c8227c69fdcd64a008852 at 1731832815719Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832815725 (+6 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852. at 1731832815727 (+2 ms)Flushing d3caab40bb9c8227c69fdcd64a008852/testFamily: creating writer at 1731832815728 (+1 ms)Flushing d3caab40bb9c8227c69fdcd64a008852/testFamily: appending metadata at 1731832815764 (+36 ms)Flushing d3caab40bb9c8227c69fdcd64a008852/testFamily: closing flushed file at 1731832815766 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620cb7df: reopening flushed file at 1731832816193 (+427 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d3caab40bb9c8227c69fdcd64a008852 in 495ms, sequenceid=8, compaction requested=false at 1731832816215 (+22 ms)Writing region close event to WAL at 1731832816216 (+1 ms)Running coprocessor post-close hooks at 1731832816223 (+7 ms)Closed at 1731832816224 (+1 ms)
2024-11-17T08:40:16,225 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731832809552.d3caab40bb9c8227c69fdcd64a008852.
2024-11-17T08:40:16,225 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08dac48a3aeaecc7d9a93bd3b55ff671, disabling compactions & flushes
2024-11-17T08:40:16,225 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:40:16,225 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:40:16,225 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671. after waiting 0 ms
2024-11-17T08:40:16,225 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:40:16,225 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08dac48a3aeaecc7d9a93bd3b55ff671 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:16,245 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/.tmp/ns/3d67016b75f7467eb178d6b77727a724
2024-11-17T08:40:16,247 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNextAsync/08dac48a3aeaecc7d9a93bd3b55ff671/.tmp/testFamily/0ffbc6badeb84fe19ac088e6216b73fe is 61, key is row-0/testFamily:testQualifier/1731832784246/Put/seqid=0
2024-11-17T08:40:16,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741858_1034 (size=5049)
2024-11-17T08:40:16,268 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/.tmp/table/44a102bd438f40e3abbfb5191a2ba3f9 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731832753888/Put/seqid=0
2024-11-17T08:40:16,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741859_1035 (size=6699)
2024-11-17T08:40:16,317 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 08dac48a3aeaecc7d9a93bd3b55ff671, 0d2c913d1d90706345a2c04040ad0c41, 1588230740, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, d2fb7c4e3f034c0595e893ea4c16369f, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:16,517 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 08dac48a3aeaecc7d9a93bd3b55ff671, 0d2c913d1d90706345a2c04040ad0c41, 1588230740, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, d2fb7c4e3f034c0595e893ea4c16369f, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:16,654 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNextAsync/08dac48a3aeaecc7d9a93bd3b55ff671/.tmp/testFamily/0ffbc6badeb84fe19ac088e6216b73fe
2024-11-17T08:40:16,668 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNextAsync/08dac48a3aeaecc7d9a93bd3b55ff671/.tmp/testFamily/0ffbc6badeb84fe19ac088e6216b73fe as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNextAsync/08dac48a3aeaecc7d9a93bd3b55ff671/testFamily/0ffbc6badeb84fe19ac088e6216b73fe
2024-11-17T08:40:16,673 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/.tmp/table/44a102bd438f40e3abbfb5191a2ba3f9
2024-11-17T08:40:16,676 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNextAsync/08dac48a3aeaecc7d9a93bd3b55ff671/testFamily/0ffbc6badeb84fe19ac088e6216b73fe, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:16,678 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 08dac48a3aeaecc7d9a93bd3b55ff671 in 453ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:16,683 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNextAsync/08dac48a3aeaecc7d9a93bd3b55ff671/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:16,683 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/.tmp/info/6dcd67f77b0c4cf2a54278de6f1804e3 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/info/6dcd67f77b0c4cf2a54278de6f1804e3
2024-11-17T08:40:16,684 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:40:16,684 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08dac48a3aeaecc7d9a93bd3b55ff671:
Waiting for close lock at 1731832816225Running coprocessor pre-close hooks at 1731832816225Disabling compacts and flushes for region at 1731832816225Disabling writes for close at 1731832816225Obtaining lock to block concurrent updates at 1731832816225Preparing flush snapshotting stores in 08dac48a3aeaecc7d9a93bd3b55ff671 at 1731832816225Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832816226 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671. at 1731832816226Flushing 08dac48a3aeaecc7d9a93bd3b55ff671/testFamily: creating writer at 1731832816227 (+1 ms)Flushing 08dac48a3aeaecc7d9a93bd3b55ff671/testFamily: appending metadata at 1731832816247 (+20 ms)Flushing 08dac48a3aeaecc7d9a93bd3b55ff671/testFamily: closing flushed file at 1731832816247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e836e0: reopening flushed file at 1731832816666 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 08dac48a3aeaecc7d9a93bd3b55ff671 in 453ms, sequenceid=8, compaction requested=false at 1731832816678 (+12 ms)Writing region close event to WAL at 1731832816678Running coprocessor post-close hooks at 1731832816684 (+6 ms)Closed at 1731832816684
2024-11-17T08:40:16,684 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731832781191.08dac48a3aeaecc7d9a93bd3b55ff671.
2024-11-17T08:40:16,684 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2fb7c4e3f034c0595e893ea4c16369f, disabling compactions & flushes
2024-11-17T08:40:16,684 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:40:16,684 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:40:16,684 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f. after waiting 0 ms
2024-11-17T08:40:16,684 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:40:16,684 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2fb7c4e3f034c0595e893ea4c16369f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:16,693 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/info/6dcd67f77b0c4cf2a54278de6f1804e3, entries=100, sequenceid=56, filesize=20.1 K
2024-11-17T08:40:16,694 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/.tmp/ns/3d67016b75f7467eb178d6b77727a724 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/ns/3d67016b75f7467eb178d6b77727a724
2024-11-17T08:40:16,702 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNext/d2fb7c4e3f034c0595e893ea4c16369f/.tmp/testFamily/c3fb549e976748dea07b01da3041f264 is 61, key is row-0/testFamily:testQualifier/1731832790345/Put/seqid=0
2024-11-17T08:40:16,703 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/ns/3d67016b75f7467eb178d6b77727a724, entries=2, sequenceid=56, filesize=5.0 K
2024-11-17T08:40:16,704 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/.tmp/table/44a102bd438f40e3abbfb5191a2ba3f9 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/table/44a102bd438f40e3abbfb5191a2ba3f9
2024-11-17T08:40:16,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741860_1036 (size=5049)
2024-11-17T08:40:16,712 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/table/44a102bd438f40e3abbfb5191a2ba3f9, entries=20, sequenceid=56, filesize=6.5 K
2024-11-17T08:40:16,713 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=56, compaction requested=false
2024-11-17T08:40:16,718 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-17T08:40:16,718 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1325): Online Regions={d2fb7c4e3f034c0595e893ea4c16369f=testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f., d2ad217015193e6096b9004ecd92e958=testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958., 5a6dbea952423ceb923c3b9b3402616b=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., 1588230740=hbase:meta,,1.1588230740, ec60f2c949eb08bcee5a17f8b85e004c=testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c., 0d2c913d1d90706345a2c04040ad0c41=hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41., 6313a0c75859f3e143dbe3c00587410b=hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b., c1f4992e744f0ed690ce8c9466438002=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., 3f3a9ff61d5b8821760dc90b2b6ed36c=hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.}
2024-11-17T08:40:16,718 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 1588230740, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, d2fb7c4e3f034c0595e893ea4c16369f, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:16,718 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-17T08:40:16,719 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-17T08:40:16,720 INFO  [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-17T08:40:16,720 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731832815715Running coprocessor pre-close hooks at 1731832815715Disabling compacts and flushes for region at 1731832815715Disabling writes for close at 1731832815715Obtaining lock to block concurrent updates at 1731832815719 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731832815719Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731832815725 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731832815727 (+2 ms)Flushing 1588230740/info: creating writer at 1731832815728 (+1 ms)Flushing 1588230740/info: appending metadata at 1731832815770 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731832815770Flushing 1588230740/ns: creating writer at 1731832815822 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731832815837 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731832815837Flushing 1588230740/table: creating writer at 1731832816253 (+416 ms)Flushing 1588230740/table: appending metadata at 1731832816267 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731832816267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e186cf: reopening flushed file at 1731832816682 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2270d04a: reopening flushed file at 1731832816693 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a700c38: reopening flushed file at 1731832816703 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=56, compaction requested=false at 1731832816713 (+10 ms)Writing region close event to WAL at 1731832816715 (+2 ms)Running coprocessor post-close hooks at 1731832816719 (+4 ms)Closed at 1731832816719
2024-11-17T08:40:16,720 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-17T08:40:16,918 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, d2fb7c4e3f034c0595e893ea4c16369f, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:17,108 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNext/d2fb7c4e3f034c0595e893ea4c16369f/.tmp/testFamily/c3fb549e976748dea07b01da3041f264
2024-11-17T08:40:17,119 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, d2fb7c4e3f034c0595e893ea4c16369f, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:17,119 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNext/d2fb7c4e3f034c0595e893ea4c16369f/.tmp/testFamily/c3fb549e976748dea07b01da3041f264 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNext/d2fb7c4e3f034c0595e893ea4c16369f/testFamily/c3fb549e976748dea07b01da3041f264
2024-11-17T08:40:17,128 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNext/d2fb7c4e3f034c0595e893ea4c16369f/testFamily/c3fb549e976748dea07b01da3041f264, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:17,129 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d2fb7c4e3f034c0595e893ea4c16369f in 445ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:17,134 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnNext/d2fb7c4e3f034c0595e893ea4c16369f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:17,135 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:40:17,135 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2fb7c4e3f034c0595e893ea4c16369f:
Waiting for close lock at 1731832816684Running coprocessor pre-close hooks at 1731832816684Disabling compacts and flushes for region at 1731832816684Disabling writes for close at 1731832816684Obtaining lock to block concurrent updates at 1731832816684Preparing flush snapshotting stores in d2fb7c4e3f034c0595e893ea4c16369f at 1731832816684Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832816685 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f. at 1731832816685Flushing d2fb7c4e3f034c0595e893ea4c16369f/testFamily: creating writer at 1731832816685Flushing d2fb7c4e3f034c0595e893ea4c16369f/testFamily: appending metadata at 1731832816702 (+17 ms)Flushing d2fb7c4e3f034c0595e893ea4c16369f/testFamily: closing flushed file at 1731832816702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee2c3f6: reopening flushed file at 1731832817118 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d2fb7c4e3f034c0595e893ea4c16369f in 445ms, sequenceid=8, compaction requested=false at 1731832817129 (+11 ms)Writing region close event to WAL at 1731832817130 (+1 ms)Running coprocessor post-close hooks at 1731832817135 (+5 ms)Closed at 1731832817135
2024-11-17T08:40:17,135 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731832787293.d2fb7c4e3f034c0595e893ea4c16369f.
2024-11-17T08:40:17,136 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2ad217015193e6096b9004ecd92e958, disabling compactions & flushes
2024-11-17T08:40:17,136 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:40:17,136 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:40:17,136 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958. after waiting 0 ms
2024-11-17T08:40:17,136 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:40:17,136 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2ad217015193e6096b9004ecd92e958 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:17,152 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextException/d2ad217015193e6096b9004ecd92e958/.tmp/testFamily/473988228d1f48df89f38439a747c5d4 is 61, key is row-0/testFamily:testQualifier/1731832775042/Put/seqid=0
2024-11-17T08:40:17,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741861_1037 (size=5049)
2024-11-17T08:40:17,319 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:17,519 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, d2ad217015193e6096b9004ecd92e958, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:17,559 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextException/d2ad217015193e6096b9004ecd92e958/.tmp/testFamily/473988228d1f48df89f38439a747c5d4
2024-11-17T08:40:17,571 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextException/d2ad217015193e6096b9004ecd92e958/.tmp/testFamily/473988228d1f48df89f38439a747c5d4 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextException/d2ad217015193e6096b9004ecd92e958/testFamily/473988228d1f48df89f38439a747c5d4
2024-11-17T08:40:17,581 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextException/d2ad217015193e6096b9004ecd92e958/testFamily/473988228d1f48df89f38439a747c5d4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:17,582 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d2ad217015193e6096b9004ecd92e958 in 446ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:17,588 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextException/d2ad217015193e6096b9004ecd92e958/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:17,589 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:40:17,589 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2ad217015193e6096b9004ecd92e958:
Waiting for close lock at 1731832817136Running coprocessor pre-close hooks at 1731832817136Disabling compacts and flushes for region at 1731832817136Disabling writes for close at 1731832817136Obtaining lock to block concurrent updates at 1731832817136Preparing flush snapshotting stores in d2ad217015193e6096b9004ecd92e958 at 1731832817136Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832817136Flushing stores of testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958. at 1731832817137 (+1 ms)Flushing d2ad217015193e6096b9004ecd92e958/testFamily: creating writer at 1731832817137Flushing d2ad217015193e6096b9004ecd92e958/testFamily: appending metadata at 1731832817152 (+15 ms)Flushing d2ad217015193e6096b9004ecd92e958/testFamily: closing flushed file at 1731832817152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a07aea: reopening flushed file at 1731832817570 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d2ad217015193e6096b9004ecd92e958 in 446ms, sequenceid=8, compaction requested=false at 1731832817582 (+12 ms)Writing region close event to WAL at 1731832817583 (+1 ms)Running coprocessor post-close hooks at 1731832817589 (+6 ms)Closed at 1731832817589
2024-11-17T08:40:17,589 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731832774017.d2ad217015193e6096b9004ecd92e958.
2024-11-17T08:40:17,590 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a6dbea952423ceb923c3b9b3402616b, disabling compactions & flushes
2024-11-17T08:40:17,590 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:40:17,590 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:40:17,590 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b. after waiting 0 ms
2024-11-17T08:40:17,590 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:40:17,590 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a6dbea952423ceb923c3b9b3402616b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:17,605 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScanner/5a6dbea952423ceb923c3b9b3402616b/.tmp/testFamily/87bba1698be44a349996bb3c40ba8c1d is 61, key is row-0/testFamily:testQualifier/1731832778147/Put/seqid=0
2024-11-17T08:40:17,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741862_1038 (size=5049)
2024-11-17T08:40:17,720 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-17T08:40:17,720 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1325): Online Regions={5a6dbea952423ceb923c3b9b3402616b=testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., ec60f2c949eb08bcee5a17f8b85e004c=testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c., 0d2c913d1d90706345a2c04040ad0c41=hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41., 6313a0c75859f3e143dbe3c00587410b=hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b., c1f4992e744f0ed690ce8c9466438002=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., 3f3a9ff61d5b8821760dc90b2b6ed36c=hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.}
2024-11-17T08:40:17,720 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:17,920 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 5a6dbea952423ceb923c3b9b3402616b, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:18,011 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScanner/5a6dbea952423ceb923c3b9b3402616b/.tmp/testFamily/87bba1698be44a349996bb3c40ba8c1d
2024-11-17T08:40:18,023 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScanner/5a6dbea952423ceb923c3b9b3402616b/.tmp/testFamily/87bba1698be44a349996bb3c40ba8c1d as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScanner/5a6dbea952423ceb923c3b9b3402616b/testFamily/87bba1698be44a349996bb3c40ba8c1d
2024-11-17T08:40:18,032 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScanner/5a6dbea952423ceb923c3b9b3402616b/testFamily/87bba1698be44a349996bb3c40ba8c1d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:18,034 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5a6dbea952423ceb923c3b9b3402616b in 443ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:18,039 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testNormalScanTimeoutOnOpenScanner/5a6dbea952423ceb923c3b9b3402616b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:18,040 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:40:18,040 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a6dbea952423ceb923c3b9b3402616b:
Waiting for close lock at 1731832817590Running coprocessor pre-close hooks at 1731832817590Disabling compacts and flushes for region at 1731832817590Disabling writes for close at 1731832817590Obtaining lock to block concurrent updates at 1731832817590Preparing flush snapshotting stores in 5a6dbea952423ceb923c3b9b3402616b at 1731832817590Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832817590Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b. at 1731832817591 (+1 ms)Flushing 5a6dbea952423ceb923c3b9b3402616b/testFamily: creating writer at 1731832817591Flushing 5a6dbea952423ceb923c3b9b3402616b/testFamily: appending metadata at 1731832817605 (+14 ms)Flushing 5a6dbea952423ceb923c3b9b3402616b/testFamily: closing flushed file at 1731832817605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127811d5: reopening flushed file at 1731832818021 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5a6dbea952423ceb923c3b9b3402616b in 443ms, sequenceid=8, compaction requested=false at 1731832818034 (+13 ms)Writing region close event to WAL at 1731832818034Running coprocessor post-close hooks at 1731832818040 (+6 ms)Closed at 1731832818040
2024-11-17T08:40:18,040 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731832775103.5a6dbea952423ceb923c3b9b3402616b.
2024-11-17T08:40:18,040 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec60f2c949eb08bcee5a17f8b85e004c, disabling compactions & flushes
2024-11-17T08:40:18,040 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:40:18,040 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:40:18,041 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c. after waiting 0 ms
2024-11-17T08:40:18,041 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:40:18,041 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec60f2c949eb08bcee5a17f8b85e004c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:18,056 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ec60f2c949eb08bcee5a17f8b85e004c/.tmp/testFamily/311c94c3403a4a7fb895c5c112ee6337 is 61, key is row-0/testFamily:testQualifier/1731832755712/Put/seqid=0
2024-11-17T08:40:18,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741863_1039 (size=5049)
2024-11-17T08:40:18,120 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:18,321 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002, ec60f2c949eb08bcee5a17f8b85e004c
2024-11-17T08:40:18,462 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ec60f2c949eb08bcee5a17f8b85e004c/.tmp/testFamily/311c94c3403a4a7fb895c5c112ee6337
2024-11-17T08:40:18,474 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ec60f2c949eb08bcee5a17f8b85e004c/.tmp/testFamily/311c94c3403a4a7fb895c5c112ee6337 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ec60f2c949eb08bcee5a17f8b85e004c/testFamily/311c94c3403a4a7fb895c5c112ee6337
2024-11-17T08:40:18,483 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ec60f2c949eb08bcee5a17f8b85e004c/testFamily/311c94c3403a4a7fb895c5c112ee6337, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:18,485 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ec60f2c949eb08bcee5a17f8b85e004c in 443ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:18,489 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ec60f2c949eb08bcee5a17f8b85e004c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:18,490 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:40:18,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec60f2c949eb08bcee5a17f8b85e004c:
Waiting for close lock at 1731832818040Running coprocessor pre-close hooks at 1731832818040Disabling compacts and flushes for region at 1731832818040Disabling writes for close at 1731832818041 (+1 ms)Obtaining lock to block concurrent updates at 1731832818041Preparing flush snapshotting stores in ec60f2c949eb08bcee5a17f8b85e004c at 1731832818041Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832818041Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c. at 1731832818042 (+1 ms)Flushing ec60f2c949eb08bcee5a17f8b85e004c/testFamily: creating writer at 1731832818042Flushing ec60f2c949eb08bcee5a17f8b85e004c/testFamily: appending metadata at 1731832818056 (+14 ms)Flushing ec60f2c949eb08bcee5a17f8b85e004c/testFamily: closing flushed file at 1731832818056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7684b5: reopening flushed file at 1731832818473 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ec60f2c949eb08bcee5a17f8b85e004c in 443ms, sequenceid=8, compaction requested=false at 1731832818485 (+12 ms)Writing region close event to WAL at 1731832818485Running coprocessor post-close hooks at 1731832818490 (+5 ms)Closed at 1731832818490
2024-11-17T08:40:18,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731832752635.ec60f2c949eb08bcee5a17f8b85e004c.
2024-11-17T08:40:18,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d2c913d1d90706345a2c04040ad0c41, disabling compactions & flushes
2024-11-17T08:40:18,490 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:40:18,491 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:40:18,491 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41. after waiting 0 ms
2024-11-17T08:40:18,491 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:40:18,491 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d2c913d1d90706345a2c04040ad0c41 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:18,507 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNextAsync/0d2c913d1d90706345a2c04040ad0c41/.tmp/testFamily/5dc72d257f18446bbf556df4e850cd30 is 61, key is row-0/testFamily:testQualifier/1731832767977/Put/seqid=0
2024-11-17T08:40:18,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741864_1040 (size=5049)
2024-11-17T08:40:18,521 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:40:18,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-17T08:40:18,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-17T08:40:18,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-17T08:40:18,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-17T08:40:18,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-17T08:40:18,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-17T08:40:18,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-17T08:40:18,721 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-17T08:40:18,721 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1325): Online Regions={0d2c913d1d90706345a2c04040ad0c41=hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41., 6313a0c75859f3e143dbe3c00587410b=hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b., c1f4992e744f0ed690ce8c9466438002=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., 3f3a9ff61d5b8821760dc90b2b6ed36c=hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.}
2024-11-17T08:40:18,721 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:40:18,913 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNextAsync/0d2c913d1d90706345a2c04040ad0c41/.tmp/testFamily/5dc72d257f18446bbf556df4e850cd30
2024-11-17T08:40:18,922 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNextAsync/0d2c913d1d90706345a2c04040ad0c41/.tmp/testFamily/5dc72d257f18446bbf556df4e850cd30 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNextAsync/0d2c913d1d90706345a2c04040ad0c41/testFamily/5dc72d257f18446bbf556df4e850cd30
2024-11-17T08:40:18,922 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 0d2c913d1d90706345a2c04040ad0c41, 3f3a9ff61d5b8821760dc90b2b6ed36c, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:40:18,930 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNextAsync/0d2c913d1d90706345a2c04040ad0c41/testFamily/5dc72d257f18446bbf556df4e850cd30, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:18,931 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0d2c913d1d90706345a2c04040ad0c41 in 440ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:18,936 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNextAsync/0d2c913d1d90706345a2c04040ad0c41/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:18,937 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:40:18,937 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d2c913d1d90706345a2c04040ad0c41:
Waiting for close lock at 1731832818490Running coprocessor pre-close hooks at 1731832818490Disabling compacts and flushes for region at 1731832818490Disabling writes for close at 1731832818491 (+1 ms)Obtaining lock to block concurrent updates at 1731832818491Preparing flush snapshotting stores in 0d2c913d1d90706345a2c04040ad0c41 at 1731832818491Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832818491Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41. at 1731832818492 (+1 ms)Flushing 0d2c913d1d90706345a2c04040ad0c41/testFamily: creating writer at 1731832818492Flushing 0d2c913d1d90706345a2c04040ad0c41/testFamily: appending metadata at 1731832818507 (+15 ms)Flushing 0d2c913d1d90706345a2c04040ad0c41/testFamily: closing flushed file at 1731832818507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1179a2b5: reopening flushed file at 1731832818921 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0d2c913d1d90706345a2c04040ad0c41 in 440ms, sequenceid=8, compaction requested=false at 1731832818931 (+10 ms)Writing region close event to WAL at 1731832818932 (+1 ms)Running coprocessor post-close hooks at 1731832818937 (+5 ms)Closed at 1731832818937
2024-11-17T08:40:18,937 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731832764931.0d2c913d1d90706345a2c04040ad0c41.
2024-11-17T08:40:18,937 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6313a0c75859f3e143dbe3c00587410b, disabling compactions & flushes
2024-11-17T08:40:18,937 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:18,937 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:18,937 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b. after waiting 0 ms
2024-11-17T08:40:18,937 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:18,937 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6313a0c75859f3e143dbe3c00587410b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:18,955 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNext/6313a0c75859f3e143dbe3c00587410b/.tmp/testFamily/072f22d2146a4a32ac727b84231f89d3 is 61, key is row-0/testFamily:testQualifier/1731832803510/Put/seqid=0
2024-11-17T08:40:18,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741865_1041 (size=5049)
2024-11-17T08:40:19,122 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 3f3a9ff61d5b8821760dc90b2b6ed36c, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:40:19,323 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 3f3a9ff61d5b8821760dc90b2b6ed36c, 6313a0c75859f3e143dbe3c00587410b, c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:40:19,361 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNext/6313a0c75859f3e143dbe3c00587410b/.tmp/testFamily/072f22d2146a4a32ac727b84231f89d3
2024-11-17T08:40:19,370 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNext/6313a0c75859f3e143dbe3c00587410b/.tmp/testFamily/072f22d2146a4a32ac727b84231f89d3 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNext/6313a0c75859f3e143dbe3c00587410b/testFamily/072f22d2146a4a32ac727b84231f89d3
2024-11-17T08:40:19,377 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNext/6313a0c75859f3e143dbe3c00587410b/testFamily/072f22d2146a4a32ac727b84231f89d3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:19,378 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6313a0c75859f3e143dbe3c00587410b in 441ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:19,383 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnNext/6313a0c75859f3e143dbe3c00587410b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:19,384 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:19,384 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6313a0c75859f3e143dbe3c00587410b:
Waiting for close lock at 1731832818937Running coprocessor pre-close hooks at 1731832818937Disabling compacts and flushes for region at 1731832818937Disabling writes for close at 1731832818937Obtaining lock to block concurrent updates at 1731832818937Preparing flush snapshotting stores in 6313a0c75859f3e143dbe3c00587410b at 1731832818937Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832818938 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b. at 1731832818938Flushing 6313a0c75859f3e143dbe3c00587410b/testFamily: creating writer at 1731832818938Flushing 6313a0c75859f3e143dbe3c00587410b/testFamily: appending metadata at 1731832818955 (+17 ms)Flushing 6313a0c75859f3e143dbe3c00587410b/testFamily: closing flushed file at 1731832818955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e882bc: reopening flushed file at 1731832819369 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6313a0c75859f3e143dbe3c00587410b in 441ms, sequenceid=8, compaction requested=false at 1731832819378 (+9 ms)Writing region close event to WAL at 1731832819379 (+1 ms)Running coprocessor post-close hooks at 1731832819384 (+5 ms)Closed at 1731832819384
2024-11-17T08:40:19,384 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731832802477.6313a0c75859f3e143dbe3c00587410b.
2024-11-17T08:40:19,384 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1f4992e744f0ed690ce8c9466438002, disabling compactions & flushes
2024-11-17T08:40:19,384 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:40:19,384 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:40:19,384 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002. after waiting 0 ms
2024-11-17T08:40:19,384 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:40:19,384 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1f4992e744f0ed690ce8c9466438002 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:19,400 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c1f4992e744f0ed690ce8c9466438002/.tmp/testFamily/7a7bbfce343d47788821c3d28a11c53e is 61, key is row-0/testFamily:testQualifier/1731832796442/Put/seqid=0
2024-11-17T08:40:19,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741866_1042 (size=5049)
2024-11-17T08:40:19,523 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 3f3a9ff61d5b8821760dc90b2b6ed36c, c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:40:19,723 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-17T08:40:19,723 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1325): Online Regions={c1f4992e744f0ed690ce8c9466438002=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., 3f3a9ff61d5b8821760dc90b2b6ed36c=hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.}
2024-11-17T08:40:19,724 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 3f3a9ff61d5b8821760dc90b2b6ed36c, c1f4992e744f0ed690ce8c9466438002
2024-11-17T08:40:19,808 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c1f4992e744f0ed690ce8c9466438002/.tmp/testFamily/7a7bbfce343d47788821c3d28a11c53e
2024-11-17T08:40:19,825 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c1f4992e744f0ed690ce8c9466438002/.tmp/testFamily/7a7bbfce343d47788821c3d28a11c53e as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c1f4992e744f0ed690ce8c9466438002/testFamily/7a7bbfce343d47788821c3d28a11c53e
2024-11-17T08:40:19,834 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c1f4992e744f0ed690ce8c9466438002/testFamily/7a7bbfce343d47788821c3d28a11c53e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:19,835 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c1f4992e744f0ed690ce8c9466438002 in 451ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:19,842 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c1f4992e744f0ed690ce8c9466438002/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:19,842 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:40:19,843 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1f4992e744f0ed690ce8c9466438002:
Waiting for close lock at 1731832819384Running coprocessor pre-close hooks at 1731832819384Disabling compacts and flushes for region at 1731832819384Disabling writes for close at 1731832819384Obtaining lock to block concurrent updates at 1731832819384Preparing flush snapshotting stores in c1f4992e744f0ed690ce8c9466438002 at 1731832819384Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832819385 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002. at 1731832819385Flushing c1f4992e744f0ed690ce8c9466438002/testFamily: creating writer at 1731832819385Flushing c1f4992e744f0ed690ce8c9466438002/testFamily: appending metadata at 1731832819400 (+15 ms)Flushing c1f4992e744f0ed690ce8c9466438002/testFamily: closing flushed file at 1731832819400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3661c9ab: reopening flushed file at 1731832819823 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c1f4992e744f0ed690ce8c9466438002 in 451ms, sequenceid=8, compaction requested=false at 1731832819835 (+12 ms)Writing region close event to WAL at 1731832819836 (+1 ms)Running coprocessor post-close hooks at 1731832819842 (+6 ms)Closed at 1731832819842
2024-11-17T08:40:19,843 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731832793393.c1f4992e744f0ed690ce8c9466438002.
2024-11-17T08:40:19,843 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f3a9ff61d5b8821760dc90b2b6ed36c, disabling compactions & flushes
2024-11-17T08:40:19,843 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:40:19,843 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:40:19,843 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c. after waiting 0 ms
2024-11-17T08:40:19,843 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:40:19,843 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f3a9ff61d5b8821760dc90b2b6ed36c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T08:40:19,859 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScanner/3f3a9ff61d5b8821760dc90b2b6ed36c/.tmp/testFamily/b76eea569b2445dd82751df2f94da82c is 61, key is row-0/testFamily:testQualifier/1731832758871/Put/seqid=0
2024-11-17T08:40:19,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741867_1043 (size=5049)
2024-11-17T08:40:19,924 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:40:20,124 DEBUG [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1351): Waiting on 3f3a9ff61d5b8821760dc90b2b6ed36c
2024-11-17T08:40:20,267 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScanner/3f3a9ff61d5b8821760dc90b2b6ed36c/.tmp/testFamily/b76eea569b2445dd82751df2f94da82c
2024-11-17T08:40:20,282 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScanner/3f3a9ff61d5b8821760dc90b2b6ed36c/.tmp/testFamily/b76eea569b2445dd82751df2f94da82c as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScanner/3f3a9ff61d5b8821760dc90b2b6ed36c/testFamily/b76eea569b2445dd82751df2f94da82c
2024-11-17T08:40:20,288 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScanner/3f3a9ff61d5b8821760dc90b2b6ed36c/testFamily/b76eea569b2445dd82751df2f94da82c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T08:40:20,289 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3f3a9ff61d5b8821760dc90b2b6ed36c in 446ms, sequenceid=8, compaction requested=false
2024-11-17T08:40:20,294 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/data/hbase/testMetaScanTimeoutOnOpenScanner/3f3a9ff61d5b8821760dc90b2b6ed36c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T08:40:20,295 INFO  [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:40:20,295 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f3a9ff61d5b8821760dc90b2b6ed36c:
Waiting for close lock at 1731832819843Running coprocessor pre-close hooks at 1731832819843Disabling compacts and flushes for region at 1731832819843Disabling writes for close at 1731832819843Obtaining lock to block concurrent updates at 1731832819843Preparing flush snapshotting stores in 3f3a9ff61d5b8821760dc90b2b6ed36c at 1731832819843Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731832819843Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c. at 1731832819844 (+1 ms)Flushing 3f3a9ff61d5b8821760dc90b2b6ed36c/testFamily: creating writer at 1731832819844Flushing 3f3a9ff61d5b8821760dc90b2b6ed36c/testFamily: appending metadata at 1731832819859 (+15 ms)Flushing 3f3a9ff61d5b8821760dc90b2b6ed36c/testFamily: closing flushed file at 1731832819859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6174fc: reopening flushed file at 1731832820280 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3f3a9ff61d5b8821760dc90b2b6ed36c in 446ms, sequenceid=8, compaction requested=false at 1731832820289 (+9 ms)Writing region close event to WAL at 1731832820290 (+1 ms)Running coprocessor post-close hooks at 1731832820295 (+5 ms)Closed at 1731832820295
2024-11-17T08:40:20,295 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731832755803.3f3a9ff61d5b8821760dc90b2b6ed36c.
2024-11-17T08:40:20,325 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,32895,1731832719070; all regions closed.
2024-11-17T08:40:20,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741834_1010 (size=19479)
2024-11-17T08:40:20,342 DEBUG [RS:0;e3d0adb87c01:32895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/oldWALs
2024-11-17T08:40:20,342 INFO  [RS:0;e3d0adb87c01:32895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C32895%2C1731832719070.meta:.meta(num 1731832752099)
2024-11-17T08:40:20,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741833_1009 (size=20031)
2024-11-17T08:40:20,345 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/WALs/e3d0adb87c01,32895,1731832719070/e3d0adb87c01%2C32895%2C1731832719070.1731832751701 not finished, retry = 0
2024-11-17T08:40:20,453 DEBUG [RS:0;e3d0adb87c01:32895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/oldWALs
2024-11-17T08:40:20,454 INFO  [RS:0;e3d0adb87c01:32895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C32895%2C1731832719070:(num 1731832751701)
2024-11-17T08:40:20,454 DEBUG [RS:0;e3d0adb87c01:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T08:40:20,454 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T08:40:20,454 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T08:40:20,455 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-17T08:40:20,456 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T08:40:20,456 INFO  [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T08:40:20,459 INFO  [RS:0;e3d0adb87c01:32895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32895
2024-11-17T08:40:20,462 INFO  [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T08:40:20,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e3d0adb87c01,32895,1731832719070
2024-11-17T08:40:20,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T08:40:20,517 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T08:40:20,527 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,32895,1731832719070]
2024-11-17T08:40:20,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e3d0adb87c01,32895,1731832719070 already deleted, retry=false
2024-11-17T08:40:20,538 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,32895,1731832719070 expired; onlineServers=0
2024-11-17T08:40:20,538 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,34117,1731832718300' *****
2024-11-17T08:40:20,538 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-17T08:40:20,539 INFO  [M:0;e3d0adb87c01:34117 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T08:40:20,539 INFO  [M:0;e3d0adb87c01:34117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T08:40:20,539 DEBUG [M:0;e3d0adb87c01:34117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-17T08:40:20,539 DEBUG [M:0;e3d0adb87c01:34117 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-17T08:40:20,539 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-17T08:40:20,539 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731832721538 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731832721538,5,FailOnTimeoutGroup]
2024-11-17T08:40:20,539 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731832721537 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731832721537,5,FailOnTimeoutGroup]
2024-11-17T08:40:20,540 INFO  [M:0;e3d0adb87c01:34117 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-17T08:40:20,540 INFO  [M:0;e3d0adb87c01:34117 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T08:40:20,541 DEBUG [M:0;e3d0adb87c01:34117 {}] master.HMaster(1795): Stopping service threads
2024-11-17T08:40:20,541 INFO  [M:0;e3d0adb87c01:34117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-17T08:40:20,541 INFO  [M:0;e3d0adb87c01:34117 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-17T08:40:20,542 INFO  [M:0;e3d0adb87c01:34117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-17T08:40:20,542 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-17T08:40:20,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-17T08:40:20,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T08:40:20,548 DEBUG [M:0;e3d0adb87c01:34117 {}] zookeeper.ZKUtil(347): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-17T08:40:20,548 WARN  [M:0;e3d0adb87c01:34117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-17T08:40:20,549 INFO  [M:0;e3d0adb87c01:34117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/.lastflushedseqids
2024-11-17T08:40:20,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741868_1044 (size=721)
2024-11-17T08:40:20,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T08:40:20,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10147f21be00001, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T08:40:20,628 INFO  [RS:0;e3d0adb87c01:32895 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T08:40:20,629 INFO  [RS:0;e3d0adb87c01:32895 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,32895,1731832719070; zookeeper connection closed.
2024-11-17T08:40:20,630 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c1a2620 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c1a2620
2024-11-17T08:40:20,630 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-17T08:40:20,967 INFO  [M:0;e3d0adb87c01:34117 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-17T08:40:20,968 INFO  [M:0;e3d0adb87c01:34117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-17T08:40:20,969 DEBUG [M:0;e3d0adb87c01:34117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-17T08:40:20,969 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T08:40:20,970 DEBUG [M:0;e3d0adb87c01:34117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T08:40:20,970 DEBUG [M:0;e3d0adb87c01:34117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-17T08:40:20,970 DEBUG [M:0;e3d0adb87c01:34117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T08:40:20,971 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.16 KB heapSize=191.20 KB
2024-11-17T08:40:20,992 DEBUG [M:0;e3d0adb87c01:34117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53e86c5c4df04a5ebd05cda586987b34 is 82, key is hbase:meta,,1/info:regioninfo/1731832752185/Put/seqid=0
2024-11-17T08:40:20,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741869_1045 (size=5672)
2024-11-17T08:40:21,400 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53e86c5c4df04a5ebd05cda586987b34
2024-11-17T08:40:21,432 DEBUG [M:0;e3d0adb87c01:34117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d56c295c1f54074af670d32a044a877 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731832753896/Put/seqid=0
2024-11-17T08:40:21,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741870_1046 (size=14076)
2024-11-17T08:40:21,727 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T08:40:21,837 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.60 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d56c295c1f54074af670d32a044a877
2024-11-17T08:40:21,846 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d56c295c1f54074af670d32a044a877
2024-11-17T08:40:21,865 DEBUG [M:0;e3d0adb87c01:34117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8bd4c8e31f6421c9ec3417e54b1f835 is 69, key is e3d0adb87c01,32895,1731832719070/rs:state/1731832721567/Put/seqid=0
2024-11-17T08:40:21,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741871_1047 (size=5156)
2024-11-17T08:40:22,271 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8bd4c8e31f6421c9ec3417e54b1f835
2024-11-17T08:40:22,284 DEBUG [M:0;e3d0adb87c01:34117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53e86c5c4df04a5ebd05cda586987b34 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53e86c5c4df04a5ebd05cda586987b34
2024-11-17T08:40:22,290 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53e86c5c4df04a5ebd05cda586987b34, entries=8, sequenceid=319, filesize=5.5 K
2024-11-17T08:40:22,291 DEBUG [M:0;e3d0adb87c01:34117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d56c295c1f54074af670d32a044a877 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d56c295c1f54074af670d32a044a877
2024-11-17T08:40:22,297 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d56c295c1f54074af670d32a044a877
2024-11-17T08:40:22,297 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d56c295c1f54074af670d32a044a877, entries=33, sequenceid=319, filesize=13.7 K
2024-11-17T08:40:22,299 DEBUG [M:0;e3d0adb87c01:34117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8bd4c8e31f6421c9ec3417e54b1f835 as hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8bd4c8e31f6421c9ec3417e54b1f835
2024-11-17T08:40:22,305 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8bd4c8e31f6421c9ec3417e54b1f835, entries=1, sequenceid=319, filesize=5.0 K
2024-11-17T08:40:22,306 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.16 KB/167075, heapSize ~190.91 KB/195488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=319, compaction requested=false
2024-11-17T08:40:22,307 INFO  [M:0;e3d0adb87c01:34117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T08:40:22,307 DEBUG [M:0;e3d0adb87c01:34117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731832820969Disabling compacts and flushes for region at 1731832820969Disabling writes for close at 1731832820970 (+1 ms)Obtaining lock to block concurrent updates at 1731832820971 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731832820971Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167075, getHeapSize=195728, getOffHeapSize=0, getCellsCount=366 at 1731832820972 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731832820974 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731832820975 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731832820992 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731832820992Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731832821412 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731832821431 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731832821431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731832821847 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731832821865 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731832821865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec21d73: reopening flushed file at 1731832822283 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fad9495: reopening flushed file at 1731832822290 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2206d686: reopening flushed file at 1731832822298 (+8 ms)Finished flush of dataSize ~163.16 KB/167075, heapSize ~190.91 KB/195488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=319, compaction requested=false at 1731832822306 (+8 ms)Writing region close event to WAL at 1731832822307 (+1 ms)Closed at 1731832822307
2024-11-17T08:40:22,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741830_1006 (size=188417)
2024-11-17T08:40:22,311 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4335a804-d6a1-5b14-e5ff-49922a4e0ea3/MasterData/WALs/e3d0adb87c01,34117,1731832718300/e3d0adb87c01%2C34117%2C1731832718300.1731832720806 not finished, retry = 0
2024-11-17T08:40:22,413 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T08:40:22,414 INFO  [M:0;e3d0adb87c01:34117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-17T08:40:22,414 INFO  [M:0;e3d0adb87c01:34117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34117
2024-11-17T08:40:22,414 INFO  [M:0;e3d0adb87c01:34117 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T08:40:22,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T08:40:22,522 INFO  [M:0;e3d0adb87c01:34117 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T08:40:22,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x10147f21be00000, quorum=127.0.0.1:53341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T08:40:22,532 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9a250fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-17T08:40:22,535 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@725352f6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-17T08:40:22,535 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-17T08:40:22,535 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7bda1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-17T08:40:22,536 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46458fd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/hadoop.log.dir/,STOPPED}
2024-11-17T08:40:22,539 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-17T08:40:22,539 WARN  [BP-275390484-172.17.0.3-1731832713949 heartbeating to localhost/127.0.0.1:37223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-17T08:40:22,539 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-17T08:40:22,539 WARN  [BP-275390484-172.17.0.3-1731832713949 heartbeating to localhost/127.0.0.1:37223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-275390484-172.17.0.3-1731832713949 (Datanode Uuid 16a78a74-3c37-47c5-a021-6629513f5f3b) service to localhost/127.0.0.1:37223
2024-11-17T08:40:22,541 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/cluster_888e2aa4-035c-b26b-3018-8b4bbcebe1f8/data/data1/current/BP-275390484-172.17.0.3-1731832713949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-17T08:40:22,541 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/cluster_888e2aa4-035c-b26b-3018-8b4bbcebe1f8/data/data2/current/BP-275390484-172.17.0.3-1731832713949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-17T08:40:22,542 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-17T08:40:22,550 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51798958{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-17T08:40:22,551 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c4da37f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-17T08:40:22,551 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-17T08:40:22,551 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69dbc6b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-17T08:40:22,551 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23297f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/199fc1b2-c733-f10c-ca8e-0a1e4a510986/hadoop.log.dir/,STOPPED}
2024-11-17T08:40:22,558 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-17T08:40:22,587 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down