2024-11-27 11:38:11,848 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-27 11:38:11,865 main DEBUG Took 0.015501 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-27 11:38:11,865 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-27 11:38:11,865 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-27 11:38:11,866 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-27 11:38:11,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,873 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-27 11:38:11,884 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,886 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,887 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,888 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,889 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,890 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,890 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,891 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,892 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,892 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,893 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,894 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 11:38:11,894 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,894 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-27 11:38:11,896 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 11:38:11,897 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-27 11:38:11,899 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-27 11:38:11,899 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-27 11:38:11,900 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-27 11:38:11,900 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-27 11:38:11,909 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-27 11:38:11,911 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-27 11:38:11,913 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-27 11:38:11,913 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-27 11:38:11,913 main DEBUG createAppenders(={Console})
2024-11-27 11:38:11,914 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-27 11:38:11,914 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-27 11:38:11,914 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-27 11:38:11,915 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-27 11:38:11,915 main DEBUG OutputStream closed
2024-11-27 11:38:11,915 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-27 11:38:11,916 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-27 11:38:11,916 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-27 11:38:11,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-27 11:38:11,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-27 11:38:11,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-27 11:38:11,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-27 11:38:11,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-27 11:38:11,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-27 11:38:11,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-27 11:38:11,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-27 11:38:11,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-27 11:38:11,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-27 11:38:11,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-27 11:38:11,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-27 11:38:11,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-27 11:38:11,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-27 11:38:11,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-27 11:38:11,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-27 11:38:11,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-27 11:38:11,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-27 11:38:11,991 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-27 11:38:11,991 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-27 11:38:11,992 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-27 11:38:11,992 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-27T11:38:12,005 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-27 11:38:12,008 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-27 11:38:12,008 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-27T11:38:12,258 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65
2024-11-27T11:38:12,275 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-27T11:38:12,295 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/cluster_25c19a54-13fe-1185-e733-07dc96f4a3ee, deleteOnExit=true
2024-11-27T11:38:12,295 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-27T11:38:12,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/test.cache.data in system properties and HBase conf
2024-11-27T11:38:12,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/hadoop.tmp.dir in system properties and HBase conf
2024-11-27T11:38:12,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/hadoop.log.dir in system properties and HBase conf
2024-11-27T11:38:12,299 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-27T11:38:12,299 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-27T11:38:12,300 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-27T11:38:12,396 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-27T11:38:12,501 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T11:38:12,505 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-27T11:38:12,506 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-27T11:38:12,507 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-27T11:38:12,507 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-27T11:38:12,508 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-27T11:38:12,509 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-27T11:38:12,509 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-27T11:38:12,510 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-27T11:38:12,510 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-27T11:38:12,511 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/nfs.dump.dir in system properties and HBase conf
2024-11-27T11:38:12,511 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/java.io.tmpdir in system properties and HBase conf
2024-11-27T11:38:12,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-27T11:38:12,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-27T11:38:12,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-27T11:38:13,350 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-27T11:38:13,426 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2262ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-27T11:38:13,502 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T11:38:13,563 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-27T11:38:13,582 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T11:38:13,583 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T11:38:13,584 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-27T11:38:13,596 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T11:38:13,598 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/hadoop.log.dir/,AVAILABLE}
2024-11-27T11:38:13,599 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-27T11:38:13,788 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/java.io.tmpdir/jetty-localhost-41219-hadoop-hdfs-3_4_1-tests_jar-_-any-7280467340753527692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-27T11:38:13,795 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:41219}
2024-11-27T11:38:13,795 INFO  [Time-limited test {}] server.Server(415): Started @2632ms
2024-11-27T11:38:14,183 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T11:38:14,189 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-27T11:38:14,190 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T11:38:14,190 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T11:38:14,191 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-27T11:38:14,191 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/hadoop.log.dir/,AVAILABLE}
2024-11-27T11:38:14,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-27T11:38:14,315 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/java.io.tmpdir/jetty-localhost-36075-hadoop-hdfs-3_4_1-tests_jar-_-any-12425818596968816117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-27T11:38:14,316 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:36075}
2024-11-27T11:38:14,316 INFO  [Time-limited test {}] server.Server(415): Started @3153ms
2024-11-27T11:38:14,371 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-27T11:38:14,845 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/cluster_25c19a54-13fe-1185-e733-07dc96f4a3ee/data/data2/current/BP-496698676-172.17.0.2-1732707493117/current, will proceed with Du for space computation calculation, 
2024-11-27T11:38:14,845 WARN  [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/cluster_25c19a54-13fe-1185-e733-07dc96f4a3ee/data/data1/current/BP-496698676-172.17.0.2-1732707493117/current, will proceed with Du for space computation calculation, 
2024-11-27T11:38:14,888 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-27T11:38:14,952 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e86c06361b4ec03 with lease ID 0x19fb1f0b5634bee7: Processing first storage report for DS-f2edb70d-0a0a-444a-b453-c1082832eaa4 from datanode DatanodeRegistration(127.0.0.1:38763, datanodeUuid=a91b75f4-ab33-4bdb-a876-7ad52107ea02, infoPort=32835, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=739133510;c=1732707493117)
2024-11-27T11:38:14,953 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e86c06361b4ec03 with lease ID 0x19fb1f0b5634bee7: from storage DS-f2edb70d-0a0a-444a-b453-c1082832eaa4 node DatanodeRegistration(127.0.0.1:38763, datanodeUuid=a91b75f4-ab33-4bdb-a876-7ad52107ea02, infoPort=32835, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=739133510;c=1732707493117), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-27T11:38:14,953 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e86c06361b4ec03 with lease ID 0x19fb1f0b5634bee7: Processing first storage report for DS-aa88fab1-bb3c-48ea-a078-e3f95b2d11f4 from datanode DatanodeRegistration(127.0.0.1:38763, datanodeUuid=a91b75f4-ab33-4bdb-a876-7ad52107ea02, infoPort=32835, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=739133510;c=1732707493117)
2024-11-27T11:38:14,953 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e86c06361b4ec03 with lease ID 0x19fb1f0b5634bee7: from storage DS-aa88fab1-bb3c-48ea-a078-e3f95b2d11f4 node DatanodeRegistration(127.0.0.1:38763, datanodeUuid=a91b75f4-ab33-4bdb-a876-7ad52107ea02, infoPort=32835, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=739133510;c=1732707493117), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-27T11:38:14,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65
2024-11-27T11:38:15,039 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/cluster_25c19a54-13fe-1185-e733-07dc96f4a3ee/zookeeper_0, clientPort=55935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/cluster_25c19a54-13fe-1185-e733-07dc96f4a3ee/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/cluster_25c19a54-13fe-1185-e733-07dc96f4a3ee/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-27T11:38:15,049 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55935
2024-11-27T11:38:15,064 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T11:38:15,068 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T11:38:15,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741825_1001 (size=7)
2024-11-27T11:38:15,697 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e with version=8
2024-11-27T11:38:15,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/hbase-staging
2024-11-27T11:38:15,788 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-27T11:38:16,036 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=9
2024-11-27T11:38:16,047 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T11:38:16,048 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T11:38:16,052 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T11:38:16,052 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T11:38:16,052 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T11:38:16,187 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-27T11:38:16,247 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-27T11:38:16,256 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-27T11:38:16,260 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T11:38:16,287 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23430 (auto-detected)
2024-11-27T11:38:16,288 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-27T11:38:16,308 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35735
2024-11-27T11:38:16,330 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35735 connecting to ZooKeeper ensemble=127.0.0.1:55935
2024-11-27T11:38:16,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357350x0, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T11:38:16,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35735-0x101593816fd0000 connected
2024-11-27T11:38:16,392 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T11:38:16,394 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T11:38:16,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T11:38:16,406 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e, hbase.cluster.distributed=false
2024-11-27T11:38:16,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-27T11:38:16,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35735
2024-11-27T11:38:16,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35735
2024-11-27T11:38:16,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35735
2024-11-27T11:38:16,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35735
2024-11-27T11:38:16,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35735
2024-11-27T11:38:16,563 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=9
2024-11-27T11:38:16,564 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T11:38:16,565 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T11:38:16,565 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T11:38:16,565 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T11:38:16,565 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T11:38:16,568 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-27T11:38:16,570 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T11:38:16,571 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36515
2024-11-27T11:38:16,573 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36515 connecting to ZooKeeper ensemble=127.0.0.1:55935
2024-11-27T11:38:16,574 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T11:38:16,577 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T11:38:16,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365150x0, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T11:38:16,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36515-0x101593816fd0001 connected
2024-11-27T11:38:16,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T11:38:16,589 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-27T11:38:16,596 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-27T11:38:16,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-27T11:38:16,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-27T11:38:16,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36515
2024-11-27T11:38:16,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36515
2024-11-27T11:38:16,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36515
2024-11-27T11:38:16,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36515
2024-11-27T11:38:16,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36515
2024-11-27T11:38:16,627 DEBUG [M:0;5b617c7edc8e:35735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:35735
2024-11-27T11:38:16,629 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5b617c7edc8e,35735,1732707495841
2024-11-27T11:38:16,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T11:38:16,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T11:38:16,638 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5b617c7edc8e,35735,1732707495841
2024-11-27T11:38:16,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-27T11:38:16,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:16,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:16,660 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-27T11:38:16,661 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5b617c7edc8e,35735,1732707495841 from backup master directory
2024-11-27T11:38:16,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5b617c7edc8e,35735,1732707495841
2024-11-27T11:38:16,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T11:38:16,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-27T11:38:16,665 WARN  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T11:38:16,665 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,35735,1732707495841
2024-11-27T11:38:16,667 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-27T11:38:16,669 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-27T11:38:16,724 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/hbase.id] with ID: cbe7fad2-d4c1-4593-afdc-3796a967cb35
2024-11-27T11:38:16,725 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/.tmp/hbase.id
2024-11-27T11:38:16,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741826_1002 (size=42)
2024-11-27T11:38:17,137 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/.tmp/hbase.id]:[hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/hbase.id]
2024-11-27T11:38:17,180 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T11:38:17,184 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-27T11:38:17,203 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-27T11:38:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:17,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741827_1003 (size=196)
2024-11-27T11:38:17,240 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:38:17,243 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-27T11:38:17,260 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-27T11:38:17,264 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T11:38:17,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741828_1004 (size=1189)
2024-11-27T11:38:17,714 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store
2024-11-27T11:38:17,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741829_1005 (size=34)
2024-11-27T11:38:18,140 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-27T11:38:18,143 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:38:18,144 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-27T11:38:18,145 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T11:38:18,145 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T11:38:18,146 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-27T11:38:18,146 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T11:38:18,146 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T11:38:18,147 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732707498144Disabling compacts and flushes for region at 1732707498144Disabling writes for close at 1732707498146 (+2 ms)Writing region close event to WAL at 1732707498146Closed at 1732707498146
2024-11-27T11:38:18,150 WARN  [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/.initializing
2024-11-27T11:38:18,150 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/WALs/5b617c7edc8e,35735,1732707495841
2024-11-27T11:38:18,158 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-27T11:38:18,173 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C35735%2C1732707495841, suffix=, logDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/WALs/5b617c7edc8e,35735,1732707495841, archiveDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/oldWALs, maxLogs=10
2024-11-27T11:38:18,195 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/WALs/5b617c7edc8e,35735,1732707495841/5b617c7edc8e%2C35735%2C1732707495841.1732707498177, exclude list is [], retry=0
2024-11-27T11:38:18,211 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38763,DS-f2edb70d-0a0a-444a-b453-c1082832eaa4,DISK]
2024-11-27T11:38:18,215 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-27T11:38:18,249 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/WALs/5b617c7edc8e,35735,1732707495841/5b617c7edc8e%2C35735%2C1732707495841.1732707498177
2024-11-27T11:38:18,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)]
2024-11-27T11:38:18,251 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:38:18,251 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:38:18,254 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T11:38:18,255 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T11:38:18,291 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T11:38:18,317 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-27T11:38:18,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:38:18,323 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T11:38:18,323 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T11:38:18,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-27T11:38:18,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:38:18,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:38:18,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T11:38:18,330 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-27T11:38:18,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:38:18,332 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:38:18,332 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T11:38:18,334 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-27T11:38:18,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:38:18,335 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:38:18,336 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T11:38:18,339 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-27T11:38:18,340 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-27T11:38:18,345 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T11:38:18,346 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T11:38:18,350 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T11:38:18,353 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T11:38:18,358 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:38:18,359 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64979456, jitterRate=-0.03173065185546875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T11:38:18,364 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732707498267Initializing all the Stores at 1732707498269 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732707498270 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707498270Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707498270Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707498270Cleaning up temporary data from old regions at 1732707498346 (+76 ms)Region opened successfully at 1732707498364 (+18 ms)
2024-11-27T11:38:18,365 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-27T11:38:18,397 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37649073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0
2024-11-27T11:38:18,429 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-27T11:38:18,440 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-27T11:38:18,441 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-27T11:38:18,444 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-27T11:38:18,445 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-27T11:38:18,451 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-27T11:38:18,451 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-27T11:38:18,482 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-27T11:38:18,492 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-27T11:38:18,494 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-27T11:38:18,497 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-27T11:38:18,498 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-27T11:38:18,501 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-27T11:38:18,503 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-27T11:38:18,506 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-27T11:38:18,508 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-27T11:38:18,509 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-27T11:38:18,510 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-27T11:38:18,528 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-27T11:38:18,529 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-27T11:38:18,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-27T11:38:18,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-27T11:38:18,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:18,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:18,538 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,35735,1732707495841, sessionid=0x101593816fd0000, setting cluster-up flag (Was=false)
2024-11-27T11:38:18,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:18,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:18,556 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-27T11:38:18,558 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,35735,1732707495841
2024-11-27T11:38:18,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:18,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:38:18,568 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-27T11:38:18,570 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,35735,1732707495841
2024-11-27T11:38:18,575 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-27T11:38:18,617 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(746): ClusterId : cbe7fad2-d4c1-4593-afdc-3796a967cb35
2024-11-27T11:38:18,620 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-27T11:38:18,625 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-27T11:38:18,625 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-27T11:38:18,629 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-27T11:38:18,630 DEBUG [RS:0;5b617c7edc8e:36515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763e7329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0
2024-11-27T11:38:18,644 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:36515
2024-11-27T11:38:18,647 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-27T11:38:18,647 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-27T11:38:18,647 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-27T11:38:18,650 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,35735,1732707495841 with port=36515, startcode=1732707496521
2024-11-27T11:38:18,649 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-27T11:38:18,659 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-27T11:38:18,661 DEBUG [RS:0;5b617c7edc8e:36515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-27T11:38:18,665 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-27T11:38:18,671 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,35735,1732707495841
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-27T11:38:18,678 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5
2024-11-27T11:38:18,678 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5
2024-11-27T11:38:18,678 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5
2024-11-27T11:38:18,678 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5
2024-11-27T11:38:18,679 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10
2024-11-27T11:38:18,679 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:18,679 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2
2024-11-27T11:38:18,680 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:18,682 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732707528682
2024-11-27T11:38:18,684 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-27T11:38:18,685 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-27T11:38:18,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T11:38:18,686 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-27T11:38:18,688 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-27T11:38:18,689 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-27T11:38:18,689 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-27T11:38:18,689 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-27T11:38:18,690 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:18,692 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:38:18,692 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-27T11:38:18,692 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-27T11:38:18,694 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-27T11:38:18,694 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-27T11:38:18,695 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-27T11:38:18,697 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-27T11:38:18,697 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-27T11:38:18,700 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35735 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-27T11:38:18,701 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732707498698,5,FailOnTimeoutGroup]
2024-11-27T11:38:18,702 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732707498701,5,FailOnTimeoutGroup]
2024-11-27T11:38:18,702 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:18,702 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-27T11:38:18,703 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:18,704 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:18,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741831_1007 (size=1321)
2024-11-27T11:38:18,725 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-27T11:38:18,726 WARN  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-27T11:38:19,107 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-27T11:38:19,107 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:38:19,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741832_1008 (size=32)
2024-11-27T11:38:19,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:38:19,521 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-27T11:38:19,524 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-27T11:38:19,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:38:19,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T11:38:19,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-27T11:38:19,527 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-27T11:38:19,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:38:19,528 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T11:38:19,528 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-27T11:38:19,530 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-27T11:38:19,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:38:19,531 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T11:38:19,531 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-27T11:38:19,533 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-27T11:38:19,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:38:19,534 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T11:38:19,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-27T11:38:19,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740
2024-11-27T11:38:19,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740
2024-11-27T11:38:19,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-27T11:38:19,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-27T11:38:19,540 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T11:38:19,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-27T11:38:19,546 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:38:19,546 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70328614, jitterRate=0.04797801375389099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T11:38:19,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732707499519Initializing all the Stores at 1732707499521 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732707499521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732707499521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707499521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732707499521Cleaning up temporary data from old regions at 1732707499539 (+18 ms)Region opened successfully at 1732707499549 (+10 ms)
2024-11-27T11:38:19,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-27T11:38:19,549 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-27T11:38:19,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-27T11:38:19,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-27T11:38:19,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-27T11:38:19,551 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-27T11:38:19,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732707499549Disabling compacts and flushes for region at 1732707499549Disabling writes for close at 1732707499549Writing region close event to WAL at 1732707499550 (+1 ms)Closed at 1732707499551 (+1 ms)
2024-11-27T11:38:19,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T11:38:19,554 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-27T11:38:19,561 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-27T11:38:19,569 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-27T11:38:19,571 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-27T11:38:19,722 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:20,723 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:21,723 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:22,724 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:23,725 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:24,725 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:25,726 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:26,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-27T11:38:26,245 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-27T11:38:26,726 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:27,727 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:28,728 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:29,728 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:30,729 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:31,730 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:32,730 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:33,731 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:34,731 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:35,732 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:36,733 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:37,733 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:38,734 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:39,735 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:40,735 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:41,736 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:42,737 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:43,737 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:44,738 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:44,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-27T11:38:45,739 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:46,739 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:47,740 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:48,727 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,35735,1732707495841 with port=36515, startcode=1732707496521
2024-11-27T11:38:48,729 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,36515,1732707496521
2024-11-27T11:38:48,732 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35735 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,36515,1732707496521
2024-11-27T11:38:48,740 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:38:48,740 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:48,740 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35407
2024-11-27T11:38:48,741 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-27T11:38:48,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T11:38:48,745 DEBUG [RS:0;5b617c7edc8e:36515 {}] zookeeper.ZKUtil(111): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b617c7edc8e,36515,1732707496521
2024-11-27T11:38:48,746 WARN  [RS:0;5b617c7edc8e:36515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T11:38:48,746 INFO  [RS:0;5b617c7edc8e:36515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T11:38:48,746 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/WALs/5b617c7edc8e,36515,1732707496521
2024-11-27T11:38:48,748 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,36515,1732707496521]
2024-11-27T11:38:48,773 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-27T11:38:48,785 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-27T11:38:48,791 INFO  [RS:0;5b617c7edc8e:36515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-27T11:38:48,791 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,792 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-27T11:38:48,798 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-27T11:38:48,800 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,800 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,800 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,800 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,801 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,801 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,801 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2
2024-11-27T11:38:48,801 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,802 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,802 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,802 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,802 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,803 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1
2024-11-27T11:38:48,803 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3
2024-11-27T11:38:48,803 DEBUG [RS:0;5b617c7edc8e:36515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3
2024-11-27T11:38:48,804 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,804 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,804 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,804 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,805 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,805 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36515,1732707496521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T11:38:48,826 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-27T11:38:48,827 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36515,1732707496521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,828 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,828 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.Replication(171): 5b617c7edc8e,36515,1732707496521 started
2024-11-27T11:38:48,847 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T11:38:48,848 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,36515,1732707496521, RpcServer on 5b617c7edc8e/172.17.0.2:36515, sessionid=0x101593816fd0001
2024-11-27T11:38:48,849 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-27T11:38:48,849 DEBUG [RS:0;5b617c7edc8e:36515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,36515,1732707496521
2024-11-27T11:38:48,849 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,36515,1732707496521'
2024-11-27T11:38:48,849 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-27T11:38:48,850 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-27T11:38:48,851 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-27T11:38:48,851 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-27T11:38:48,851 DEBUG [RS:0;5b617c7edc8e:36515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,36515,1732707496521
2024-11-27T11:38:48,851 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,36515,1732707496521'
2024-11-27T11:38:48,851 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-27T11:38:48,852 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-27T11:38:48,853 DEBUG [RS:0;5b617c7edc8e:36515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-27T11:38:48,853 INFO  [RS:0;5b617c7edc8e:36515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-27T11:38:48,853 INFO  [RS:0;5b617c7edc8e:36515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-27T11:38:49,741 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:50,742 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:51,742 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:52,743 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:53,744 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:54,744 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:55,745 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:56,745 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:57,746 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:58,747 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:38:59,747 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:00,748 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:01,749 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:02,749 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:03,750 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:04,751 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:05,751 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:06,752 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:07,752 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:08,753 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:09,754 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:10,754 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:11,755 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:12,756 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:13,756 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:14,757 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:14,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-27T11:39:15,757 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:16,758 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:17,759 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:18,759 WARN  [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-27T11:39:18,858 INFO  [RS:0;5b617c7edc8e:36515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-27T11:39:18,863 INFO  [RS:0;5b617c7edc8e:36515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C36515%2C1732707496521, suffix=, logDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/WALs/5b617c7edc8e,36515,1732707496521, archiveDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/oldWALs, maxLogs=32
2024-11-27T11:39:18,879 DEBUG [RS:0;5b617c7edc8e:36515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/WALs/5b617c7edc8e,36515,1732707496521/5b617c7edc8e%2C36515%2C1732707496521.1732707558865, exclude list is [], retry=0
2024-11-27T11:39:18,884 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38763,DS-f2edb70d-0a0a-444a-b453-c1082832eaa4,DISK]
2024-11-27T11:39:18,888 INFO  [RS:0;5b617c7edc8e:36515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/WALs/5b617c7edc8e,36515,1732707496521/5b617c7edc8e%2C36515%2C1732707496521.1732707558865
2024-11-27T11:39:18,888 DEBUG [RS:0;5b617c7edc8e:36515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)]
2024-11-27T11:39:19,012 DEBUG [5b617c7edc8e:35735 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-27T11:39:19,024 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:19,031 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,36515,1732707496521, state=OPENING
2024-11-27T11:39:19,036 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-27T11:39:19,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:39:19,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:39:19,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T11:39:19,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T11:39:19,041 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-27T11:39:19,043 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:39:19,219 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-27T11:39:19,223 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-27T11:39:19,234 INFO  [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-27T11:39:19,234 INFO  [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T11:39:19,234 INFO  [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-27T11:39:19,237 INFO  [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C36515%2C1732707496521.meta, suffix=.meta, logDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/WALs/5b617c7edc8e,36515,1732707496521, archiveDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/oldWALs, maxLogs=32
2024-11-27T11:39:19,254 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/WALs/5b617c7edc8e,36515,1732707496521/5b617c7edc8e%2C36515%2C1732707496521.meta.1732707559239.meta, exclude list is [], retry=0
2024-11-27T11:39:19,257 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38763,DS-f2edb70d-0a0a-444a-b453-c1082832eaa4,DISK]
2024-11-27T11:39:19,260 INFO  [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/WALs/5b617c7edc8e,36515,1732707496521/5b617c7edc8e%2C36515%2C1732707496521.meta.1732707559239.meta
2024-11-27T11:39:19,260 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)]
2024-11-27T11:39:19,261 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:39:19,262 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-27T11:39:19,265 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-27T11:39:19,269 INFO  [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-27T11:39:19,274 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-27T11:39:19,274 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:19,274 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-27T11:39:19,274 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-27T11:39:19,277 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-27T11:39:19,279 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-27T11:39:19,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:19,280 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T11:39:19,280 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-27T11:39:19,282 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-27T11:39:19,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:19,282 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T11:39:19,283 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-27T11:39:19,284 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-27T11:39:19,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:19,285 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T11:39:19,285 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-27T11:39:19,286 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-27T11:39:19,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:19,287 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T11:39:19,287 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-27T11:39:19,289 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740
2024-11-27T11:39:19,292 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740
2024-11-27T11:39:19,294 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-27T11:39:19,294 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-27T11:39:19,295 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T11:39:19,297 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-27T11:39:19,299 INFO  [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58926141, jitterRate=-0.12193207442760468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T11:39:19,299 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-27T11:39:19,301 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732707559275Writing region info on filesystem at 1732707559275Initializing all the Stores at 1732707559277 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732707559277Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732707559277Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707559277Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732707559277Cleaning up temporary data from old regions at 1732707559294 (+17 ms)Running coprocessor post-open hooks at 1732707559299 (+5 ms)Region opened successfully at 1732707559300 (+1 ms)
2024-11-27T11:39:19,308 INFO  [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732707559210
2024-11-27T11:39:19,319 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-27T11:39:19,319 INFO  [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-27T11:39:19,321 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:19,323 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,36515,1732707496521, state=OPEN
2024-11-27T11:39:19,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-27T11:39:19,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-27T11:39:19,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T11:39:19,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-27T11:39:19,330 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:19,334 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-27T11:39:19,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,36515,1732707496521 in 287 msec
2024-11-27T11:39:19,340 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-27T11:39:19,341 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7760 sec
2024-11-27T11:39:19,342 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T11:39:19,342 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-27T11:39:19,361 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T11:39:19,362 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,36515,1732707496521, seqNum=-1]
2024-11-27T11:39:19,383 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T11:39:19,386 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T11:39:19,405 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.799 sec
2024-11-27T11:39:19,405 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732707559405, completionTime=-1
2024-11-27T11:39:19,409 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-27T11:39:19,409 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-27T11:39:19,442 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-27T11:39:19,443 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732707619443
2024-11-27T11:39:19,443 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732707679443
2024-11-27T11:39:19,443 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec
2024-11-27T11:39:19,445 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35735,1732707495841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T11:39:19,446 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35735,1732707495841-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T11:39:19,446 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35735,1732707495841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T11:39:19,447 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:35735, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T11:39:19,448 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-27T11:39:19,448 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-27T11:39:19,454 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-27T11:39:19,474 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.809sec
2024-11-27T11:39:19,475 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-27T11:39:19,477 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-27T11:39:19,477 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-27T11:39:19,478 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-27T11:39:19,478 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-27T11:39:19,479 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35735,1732707495841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T11:39:19,479 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35735,1732707495841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-27T11:39:19,487 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-27T11:39:19,488 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-27T11:39:19,488 INFO  [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35735,1732707495841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T11:39:19,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T11:39:19,592 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-27T11:39:19,592 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-27T11:39:19,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,35735,-1 for getting cluster id
2024-11-27T11:39:19,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T11:39:19,608 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbe7fad2-d4c1-4593-afdc-3796a967cb35'
2024-11-27T11:39:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T11:39:19,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbe7fad2-d4c1-4593-afdc-3796a967cb35"

2024-11-27T11:39:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T11:39:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,35735,-1]
2024-11-27T11:39:19,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T11:39:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T11:39:19,619 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T11:39:19,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T11:39:19,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T11:39:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,36515,1732707496521, seqNum=-1]
2024-11-27T11:39:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T11:39:19,631 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T11:39:19,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,35735,1732707495841
2024-11-27T11:39:19,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T11:39:19,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,35735,-1 for getting cluster id
2024-11-27T11:39:19,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T11:39:19,654 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbe7fad2-d4c1-4593-afdc-3796a967cb35'
2024-11-27T11:39:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T11:39:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbe7fad2-d4c1-4593-afdc-3796a967cb35"

2024-11-27T11:39:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eae32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T11:39:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,35735,-1]
2024-11-27T11:39:19,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T11:39:19,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T11:39:19,658 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T11:39:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33176949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-27T11:39:19,673 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=7100
2024-11-27T11:39:19,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T11:39:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,35735,1732707495841
2024-11-27T11:39:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18689943
2024-11-27T11:39:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T11:39:19,690 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T11:39:19,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:39:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-27T11:39:19,708 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:39:19,710 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-27T11:39:19,710 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:19,712 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:39:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T11:39:19,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741835_1011 (size=428)
2024-11-27T11:39:20,127 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1b4e40b1b35e4d2533ae8f3b9ceced7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:39:20,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741836_1012 (size=79)
2024-11-27T11:39:20,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:20,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing b1b4e40b1b35e4d2533ae8f3b9ceced7, disabling compactions & flushes
2024-11-27T11:39:20,537 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:39:20,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:39:20,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7. after waiting 0 ms
2024-11-27T11:39:20,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:39:20,537 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:39:20,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1b4e40b1b35e4d2533ae8f3b9ceced7:
Waiting for close lock at 1732707560537Disabling compacts and flushes for region at 1732707560537Disabling writes for close at 1732707560537Writing region close event to WAL at 1732707560537Closed at 1732707560537
2024-11-27T11:39:20,540 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:39:20,546 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732707560540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707560540"}]},"ts":"1732707560540"}
2024-11-27T11:39:20,551 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:39:20,553 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:39:20,555 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707560553"}]},"ts":"1732707560553"}
2024-11-27T11:39:20,560 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-27T11:39:20,562 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b1b4e40b1b35e4d2533ae8f3b9ceced7, ASSIGN}]
2024-11-27T11:39:20,564 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b1b4e40b1b35e4d2533ae8f3b9ceced7, ASSIGN
2024-11-27T11:39:20,565 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b1b4e40b1b35e4d2533ae8f3b9ceced7, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:39:20,717 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1b4e40b1b35e4d2533ae8f3b9ceced7, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:20,722 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b1b4e40b1b35e4d2533ae8f3b9ceced7, ASSIGN because future has completed
2024-11-27T11:39:20,723 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1b4e40b1b35e4d2533ae8f3b9ceced7, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:39:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T11:39:20,884 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:39:20,884 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b1b4e40b1b35e4d2533ae8f3b9ceced7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:39:20,885 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,885 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:20,885 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,885 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,888 INFO  [StoreOpener-b1b4e40b1b35e4d2533ae8f3b9ceced7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b1b4e40b1b35e4d2533ae8f3b9ceced7 
2024-11-27T11:39:20,890 INFO  [StoreOpener-b1b4e40b1b35e4d2533ae8f3b9ceced7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b4e40b1b35e4d2533ae8f3b9ceced7 columnFamilyName testFamily
2024-11-27T11:39:20,890 DEBUG [StoreOpener-b1b4e40b1b35e4d2533ae8f3b9ceced7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:20,891 INFO  [StoreOpener-b1b4e40b1b35e4d2533ae8f3b9ceced7-1 {}] regionserver.HStore(327): Store=b1b4e40b1b35e4d2533ae8f3b9ceced7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:39:20,891 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,892 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,893 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,894 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,894 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,896 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,899 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b1b4e40b1b35e4d2533ae8f3b9ceced7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:39:20,900 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b1b4e40b1b35e4d2533ae8f3b9ceced7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61399069, jitterRate=-0.08508257567882538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:39:20,900 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:39:20,901 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b1b4e40b1b35e4d2533ae8f3b9ceced7:
Running coprocessor pre-open hook at 1732707560885Writing region info on filesystem at 1732707560885Initializing all the Stores at 1732707560887 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707560887Cleaning up temporary data from old regions at 1732707560894 (+7 ms)Running coprocessor post-open hooks at 1732707560900 (+6 ms)Region opened successfully at 1732707560901 (+1 ms)
2024-11-27T11:39:20,903 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7., pid=6, masterSystemTime=1732707560877
2024-11-27T11:39:20,907 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:39:20,907 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:39:20,908 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1b4e40b1b35e4d2533ae8f3b9ceced7, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:20,912 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1b4e40b1b35e4d2533ae8f3b9ceced7, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:39:20,916 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-27T11:39:20,917 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b1b4e40b1b35e4d2533ae8f3b9ceced7, server=5b617c7edc8e,36515,1732707496521 in 190 msec
2024-11-27T11:39:20,920 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-27T11:39:20,920 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b1b4e40b1b35e4d2533ae8f3b9ceced7, ASSIGN in 355 msec
2024-11-27T11:39:20,922 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:39:20,922 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707560922"}]},"ts":"1732707560922"}
2024-11-27T11:39:20,925 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-27T11:39:20,926 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:39:20,929 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2260 sec
2024-11-27T11:39:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T11:39:22,757 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-27T11:39:22,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-27T11:39:22,759 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:22,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-27T11:39:22,764 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:22,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-27T11:39:22,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T11:39:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,36515,1732707496521, seqNum=-1]
2024-11-27T11:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T11:39:22,772 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T11:39:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:39:22,791 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:39:22,794 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-27T11:39:22,798 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-27T11:39:22,802 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-27T11:39:22,803 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-27T11:39:22,804 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7118726796392005624
2024-11-27T11:39:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48234 deadline: 1732707565803, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-27T11:39:22,812 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-27T11:39:22,813 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-27T11:39:22,814 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:22,816 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:22,817 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7118726796392005622
2024-11-27T11:39:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48234 deadline: 1732707565815, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-27T11:39:22,820 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:22,821 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-7118726796392005621
2024-11-27T11:39:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48234 deadline: 1732707565820, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-27T11:39:22,824 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:22,825 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-7118726796392005620
2024-11-27T11:39:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48234 deadline: 1732707565824, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-27T11:39:22,828 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:22,841 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-11579628_22 at /127.0.0.1:33312 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=7076 (was 7100)
2024-11-27T11:39:22,850 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=7075
2024-11-27T11:39:22,853 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:39:22,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-27T11:39:22,857 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:39:22,858 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:22,858 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-27T11:39:22,859 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:39:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-27T11:39:22,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741837_1013 (size=414)
2024-11-27T11:39:23,272 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d738d43fb5a3e90a18adcba451ac5c5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:39:23,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741838_1014 (size=65)
2024-11-27T11:39:23,682 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:23,682 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 2d738d43fb5a3e90a18adcba451ac5c5, disabling compactions & flushes
2024-11-27T11:39:23,682 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:39:23,682 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:39:23,682 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5. after waiting 0 ms
2024-11-27T11:39:23,682 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:39:23,682 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:39:23,682 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d738d43fb5a3e90a18adcba451ac5c5:
Waiting for close lock at 1732707563682Disabling compacts and flushes for region at 1732707563682Disabling writes for close at 1732707563682Writing region close event to WAL at 1732707563682Closed at 1732707563682
2024-11-27T11:39:23,684 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:39:23,685 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732707563684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707563684"}]},"ts":"1732707563684"}
2024-11-27T11:39:23,688 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:39:23,689 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:39:23,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707563689"}]},"ts":"1732707563689"}
2024-11-27T11:39:23,692 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-27T11:39:23,693 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2d738d43fb5a3e90a18adcba451ac5c5, ASSIGN}]
2024-11-27T11:39:23,694 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2d738d43fb5a3e90a18adcba451ac5c5, ASSIGN
2024-11-27T11:39:23,696 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2d738d43fb5a3e90a18adcba451ac5c5, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:39:23,846 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2d738d43fb5a3e90a18adcba451ac5c5, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:23,850 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2d738d43fb5a3e90a18adcba451ac5c5, ASSIGN because future has completed
2024-11-27T11:39:23,851 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d738d43fb5a3e90a18adcba451ac5c5, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:39:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-27T11:39:24,011 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:39:24,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d738d43fb5a3e90a18adcba451ac5c5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:39:24,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:24,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,014 INFO  [StoreOpener-2d738d43fb5a3e90a18adcba451ac5c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2d738d43fb5a3e90a18adcba451ac5c5 
2024-11-27T11:39:24,016 INFO  [StoreOpener-2d738d43fb5a3e90a18adcba451ac5c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d738d43fb5a3e90a18adcba451ac5c5 columnFamilyName testFamily
2024-11-27T11:39:24,017 DEBUG [StoreOpener-2d738d43fb5a3e90a18adcba451ac5c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:24,017 INFO  [StoreOpener-2d738d43fb5a3e90a18adcba451ac5c5-1 {}] regionserver.HStore(327): Store=2d738d43fb5a3e90a18adcba451ac5c5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:39:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScanner/2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScanner/2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScanner/2d738d43fb5a3e90a18adcba451ac5c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:39:24,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 2d738d43fb5a3e90a18adcba451ac5c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70074409, jitterRate=0.04419006407260895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:39:24,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:39:24,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 2d738d43fb5a3e90a18adcba451ac5c5:
Running coprocessor pre-open hook at 1732707564012Writing region info on filesystem at 1732707564012Initializing all the Stores at 1732707564014 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707564014Cleaning up temporary data from old regions at 1732707564020 (+6 ms)Running coprocessor post-open hooks at 1732707564026 (+6 ms)Region opened successfully at 1732707564028 (+2 ms)
2024-11-27T11:39:24,029 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5., pid=9, masterSystemTime=1732707564005
2024-11-27T11:39:24,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:39:24,033 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:39:24,034 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2d738d43fb5a3e90a18adcba451ac5c5, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:24,038 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d738d43fb5a3e90a18adcba451ac5c5, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:39:24,043 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-27T11:39:24,043 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d738d43fb5a3e90a18adcba451ac5c5, server=5b617c7edc8e,36515,1732707496521 in 188 msec
2024-11-27T11:39:24,047 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-27T11:39:24,047 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2d738d43fb5a3e90a18adcba451ac5c5, ASSIGN in 351 msec
2024-11-27T11:39:24,048 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:39:24,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707564048"}]},"ts":"1732707564048"}
2024-11-27T11:39:24,051 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-27T11:39:24,053 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:39:24,055 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2000 sec
2024-11-27T11:39:24,805 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T11:39:24,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-27T11:39:24,833 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-27T11:39:24,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-27T11:39:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-27T11:39:25,887 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-27T11:39:25,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-27T11:39:25,887 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:25,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-27T11:39:25,892 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:25,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-27T11:39:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:39:25,906 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:39:25,906 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-27T11:39:25,910 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-27T11:39:25,911 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-27T11:39:26,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-27T11:39:26,243 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-27T11:39:26,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-27T11:39:26,245 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-27T11:39:26,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-27T11:39:26,246 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-27T11:39:26,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-27T11:39:26,247 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-27T11:39:31,921 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5b617c7edc8e:36515 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-27T11:39:31,922 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-27T11:39:31,922 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 from cache
2024-11-27T11:39:31,932 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=7065 (was 7075)
2024-11-27T11:39:31,940 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=7064
2024-11-27T11:39:31,942 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:39:31,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-27T11:39:31,946 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:39:31,946 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:31,946 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-27T11:39:31,947 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:39:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-27T11:39:31,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741839_1015 (size=412)
2024-11-27T11:39:32,358 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 486880d77bfdc0be389b1718694a1b06, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:39:32,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741840_1016 (size=63)
2024-11-27T11:39:32,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-27T11:39:32,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:32,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 486880d77bfdc0be389b1718694a1b06, disabling compactions & flushes
2024-11-27T11:39:32,768 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:39:32,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:39:32,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06. after waiting 0 ms
2024-11-27T11:39:32,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:39:32,768 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:39:32,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 486880d77bfdc0be389b1718694a1b06:
Waiting for close lock at 1732707572768Disabling compacts and flushes for region at 1732707572768Disabling writes for close at 1732707572768Writing region close event to WAL at 1732707572768Closed at 1732707572768
2024-11-27T11:39:32,770 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:39:32,770 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732707572770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707572770"}]},"ts":"1732707572770"}
2024-11-27T11:39:32,773 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:39:32,775 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:39:32,775 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707572775"}]},"ts":"1732707572775"}
2024-11-27T11:39:32,777 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-27T11:39:32,778 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=486880d77bfdc0be389b1718694a1b06, ASSIGN}]
2024-11-27T11:39:32,779 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=486880d77bfdc0be389b1718694a1b06, ASSIGN
2024-11-27T11:39:32,780 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=486880d77bfdc0be389b1718694a1b06, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:39:32,931 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=486880d77bfdc0be389b1718694a1b06, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:32,935 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=486880d77bfdc0be389b1718694a1b06, ASSIGN because future has completed
2024-11-27T11:39:32,935 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 486880d77bfdc0be389b1718694a1b06, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:39:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-27T11:39:33,094 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:39:33,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 486880d77bfdc0be389b1718694a1b06, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:39:33,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:33,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,097 INFO  [StoreOpener-486880d77bfdc0be389b1718694a1b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 486880d77bfdc0be389b1718694a1b06 
2024-11-27T11:39:33,099 INFO  [StoreOpener-486880d77bfdc0be389b1718694a1b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 486880d77bfdc0be389b1718694a1b06 columnFamilyName testFamily
2024-11-27T11:39:33,099 DEBUG [StoreOpener-486880d77bfdc0be389b1718694a1b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:33,100 INFO  [StoreOpener-486880d77bfdc0be389b1718694a1b06-1 {}] regionserver.HStore(327): Store=486880d77bfdc0be389b1718694a1b06/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:39:33,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNextAsync/486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNextAsync/486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNextAsync/486880d77bfdc0be389b1718694a1b06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:39:33,110 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 486880d77bfdc0be389b1718694a1b06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61710992, jitterRate=-0.08043456077575684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:39:33,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 486880d77bfdc0be389b1718694a1b06
2024-11-27T11:39:33,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 486880d77bfdc0be389b1718694a1b06:
Running coprocessor pre-open hook at 1732707573095Writing region info on filesystem at 1732707573095Initializing all the Stores at 1732707573096 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707573096Cleaning up temporary data from old regions at 1732707573103 (+7 ms)Running coprocessor post-open hooks at 1732707573110 (+7 ms)Region opened successfully at 1732707573110
2024-11-27T11:39:33,112 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06., pid=12, masterSystemTime=1732707573088
2024-11-27T11:39:33,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:39:33,115 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:39:33,116 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=486880d77bfdc0be389b1718694a1b06, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:33,119 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 486880d77bfdc0be389b1718694a1b06, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:39:33,123 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-27T11:39:33,124 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 486880d77bfdc0be389b1718694a1b06, server=5b617c7edc8e,36515,1732707496521 in 185 msec
2024-11-27T11:39:33,127 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-27T11:39:33,127 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=486880d77bfdc0be389b1718694a1b06, ASSIGN in 346 msec
2024-11-27T11:39:33,129 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:39:33,129 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707573129"}]},"ts":"1732707573129"}
2024-11-27T11:39:33,132 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-27T11:39:33,133 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:39:33,135 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1900 sec
2024-11-27T11:39:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-27T11:39:34,976 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-27T11:39:34,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-27T11:39:34,977 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:34,981 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-27T11:39:34,981 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:34,981 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-27T11:39:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:39:34,995 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:39:34,995 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-27T11:39:34,998 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-27T11:39:35,000 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-27T11:39:35,001 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-27T11:39:35,002 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-27T11:39:36,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-27T11:39:36,243 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-27T11:39:36,837 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-27T11:39:38,622 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T11:39:41,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36515 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005611' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-27T11:39:41,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36515 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:48234 deadline: 1732707587007, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005611' does not exist
2024-11-27T11:39:41,012 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5b617c7edc8e,36515,1732707496521 for closing scanner id = -7118726796392005611 for 486880d77bfdc0be389b1718694a1b06 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005611' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-27T11:39:41,014 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=7059 (was 7064)
2024-11-27T11:39:41,022 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7058
2024-11-27T11:39:41,025 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:39:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-27T11:39:41,029 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:39:41,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:41,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-27T11:39:41,030 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:39:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-27T11:39:41,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741841_1017 (size=423)
2024-11-27T11:39:41,442 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b309e3e1f025edbea60b89ead0ff9a1a, NAME => 'testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:39:41,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741842_1018 (size=74)
2024-11-27T11:39:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-27T11:39:41,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:41,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing b309e3e1f025edbea60b89ead0ff9a1a, disabling compactions & flushes
2024-11-27T11:39:41,851 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:39:41,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:39:41,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a. after waiting 0 ms
2024-11-27T11:39:41,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:39:41,851 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:39:41,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for b309e3e1f025edbea60b89ead0ff9a1a:
Waiting for close lock at 1732707581851Disabling compacts and flushes for region at 1732707581851Disabling writes for close at 1732707581851Writing region close event to WAL at 1732707581851Closed at 1732707581851
2024-11-27T11:39:41,854 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:39:41,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732707581854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707581854"}]},"ts":"1732707581854"}
2024-11-27T11:39:41,857 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:39:41,858 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:39:41,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707581858"}]},"ts":"1732707581858"}
2024-11-27T11:39:41,861 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-27T11:39:41,861 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b309e3e1f025edbea60b89ead0ff9a1a, ASSIGN}]
2024-11-27T11:39:41,862 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b309e3e1f025edbea60b89ead0ff9a1a, ASSIGN
2024-11-27T11:39:41,864 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b309e3e1f025edbea60b89ead0ff9a1a, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:39:42,014 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b309e3e1f025edbea60b89ead0ff9a1a, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:42,018 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b309e3e1f025edbea60b89ead0ff9a1a, ASSIGN because future has completed
2024-11-27T11:39:42,018 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b309e3e1f025edbea60b89ead0ff9a1a, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:39:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-27T11:39:42,177 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:39:42,177 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b309e3e1f025edbea60b89ead0ff9a1a, NAME => 'testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:39:42,177 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,178 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:42,178 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,178 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,179 INFO  [StoreOpener-b309e3e1f025edbea60b89ead0ff9a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b309e3e1f025edbea60b89ead0ff9a1a 
2024-11-27T11:39:42,182 INFO  [StoreOpener-b309e3e1f025edbea60b89ead0ff9a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b309e3e1f025edbea60b89ead0ff9a1a columnFamilyName testFamily
2024-11-27T11:39:42,182 DEBUG [StoreOpener-b309e3e1f025edbea60b89ead0ff9a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:42,183 INFO  [StoreOpener-b309e3e1f025edbea60b89ead0ff9a1a-1 {}] regionserver.HStore(327): Store=b309e3e1f025edbea60b89ead0ff9a1a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:39:42,183 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,185 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextException/b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,185 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextException/b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,186 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,186 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,188 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,191 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextException/b309e3e1f025edbea60b89ead0ff9a1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:39:42,192 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b309e3e1f025edbea60b89ead0ff9a1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64799857, jitterRate=-0.034406885504722595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:39:42,192 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:39:42,192 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b309e3e1f025edbea60b89ead0ff9a1a:
Running coprocessor pre-open hook at 1732707582178Writing region info on filesystem at 1732707582178Initializing all the Stores at 1732707582179 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707582179Cleaning up temporary data from old regions at 1732707582186 (+7 ms)Running coprocessor post-open hooks at 1732707582192 (+6 ms)Region opened successfully at 1732707582192
2024-11-27T11:39:42,194 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a., pid=15, masterSystemTime=1732707582171
2024-11-27T11:39:42,196 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:39:42,196 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:39:42,197 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b309e3e1f025edbea60b89ead0ff9a1a, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:42,199 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b309e3e1f025edbea60b89ead0ff9a1a, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:39:42,204 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-27T11:39:42,204 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b309e3e1f025edbea60b89ead0ff9a1a, server=5b617c7edc8e,36515,1732707496521 in 183 msec
2024-11-27T11:39:42,207 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-27T11:39:42,207 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b309e3e1f025edbea60b89ead0ff9a1a, ASSIGN in 343 msec
2024-11-27T11:39:42,208 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:39:42,208 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707582208"}]},"ts":"1732707582208"}
2024-11-27T11:39:42,210 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-27T11:39:42,211 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:39:42,213 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1860 sec
2024-11-27T11:39:42,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-27T11:39:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-27T11:39:44,057 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-27T11:39:44,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-27T11:39:44,057 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:44,061 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-27T11:39:44,062 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:44,062 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-27T11:39:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:39:44,075 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:39:44,075 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-27T11:39:44,078 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-27T11:39:44,080 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-27T11:39:44,081 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-27T11:39:44,081 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7118726796392005607
2024-11-27T11:39:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48234 deadline: 1732707587080, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-27T11:39:44,084 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-27T11:39:44,085 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-27T11:39:44,086 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:44,087 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:44,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7118726796392005605
2024-11-27T11:39:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48234 deadline: 1732707587086, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-27T11:39:44,090 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:44,091 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-7118726796392005604
2024-11-27T11:39:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48234 deadline: 1732707587090, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-27T11:39:44,094 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:44,095 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-7118726796392005603
2024-11-27T11:39:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:48234 deadline: 1732707587093, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-27T11:39:44,098 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-27T11:39:44,106 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-11579628_22 at /127.0.0.1:54500 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7055 (was 7058)
2024-11-27T11:39:44,114 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7055
2024-11-27T11:39:44,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:39:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-27T11:39:44,119 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:39:44,119 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:44,119 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-27T11:39:44,120 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:39:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-27T11:39:44,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741843_1019 (size=418)
2024-11-27T11:39:44,531 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5498aa77ecc0e2d96b706df9d0dfdc14, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:39:44,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741844_1020 (size=69)
2024-11-27T11:39:44,941 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:44,941 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 5498aa77ecc0e2d96b706df9d0dfdc14, disabling compactions & flushes
2024-11-27T11:39:44,941 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:39:44,941 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:39:44,941 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14. after waiting 0 ms
2024-11-27T11:39:44,941 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:39:44,941 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:39:44,941 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5498aa77ecc0e2d96b706df9d0dfdc14:
Waiting for close lock at 1732707584941Disabling compacts and flushes for region at 1732707584941Disabling writes for close at 1732707584941Writing region close event to WAL at 1732707584941Closed at 1732707584941
2024-11-27T11:39:44,943 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:39:44,943 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732707584943"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707584943"}]},"ts":"1732707584943"}
2024-11-27T11:39:44,946 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:39:44,947 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:39:44,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707584947"}]},"ts":"1732707584947"}
2024-11-27T11:39:44,950 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-27T11:39:44,950 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5498aa77ecc0e2d96b706df9d0dfdc14, ASSIGN}]
2024-11-27T11:39:44,951 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5498aa77ecc0e2d96b706df9d0dfdc14, ASSIGN
2024-11-27T11:39:44,953 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5498aa77ecc0e2d96b706df9d0dfdc14, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:39:44,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-27T11:39:45,103 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=5498aa77ecc0e2d96b706df9d0dfdc14, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:45,107 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5498aa77ecc0e2d96b706df9d0dfdc14, ASSIGN because future has completed
2024-11-27T11:39:45,107 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5498aa77ecc0e2d96b706df9d0dfdc14, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:39:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-27T11:39:45,265 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:39:45,266 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5498aa77ecc0e2d96b706df9d0dfdc14, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:39:45,266 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,266 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:45,266 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,266 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,268 INFO  [StoreOpener-5498aa77ecc0e2d96b706df9d0dfdc14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5498aa77ecc0e2d96b706df9d0dfdc14 
2024-11-27T11:39:45,270 INFO  [StoreOpener-5498aa77ecc0e2d96b706df9d0dfdc14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5498aa77ecc0e2d96b706df9d0dfdc14 columnFamilyName testFamily
2024-11-27T11:39:45,270 DEBUG [StoreOpener-5498aa77ecc0e2d96b706df9d0dfdc14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:45,271 INFO  [StoreOpener-5498aa77ecc0e2d96b706df9d0dfdc14-1 {}] regionserver.HStore(327): Store=5498aa77ecc0e2d96b706df9d0dfdc14/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:39:45,271 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,272 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScanner/5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,273 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScanner/5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,273 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,273 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,275 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,278 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScanner/5498aa77ecc0e2d96b706df9d0dfdc14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:39:45,279 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5498aa77ecc0e2d96b706df9d0dfdc14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59495740, jitterRate=-0.11344438791275024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:39:45,279 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:39:45,279 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5498aa77ecc0e2d96b706df9d0dfdc14:
Running coprocessor pre-open hook at 1732707585266Writing region info on filesystem at 1732707585266Initializing all the Stores at 1732707585267 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707585268 (+1 ms)Cleaning up temporary data from old regions at 1732707585273 (+5 ms)Running coprocessor post-open hooks at 1732707585279 (+6 ms)Region opened successfully at 1732707585279
2024-11-27T11:39:45,281 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., pid=18, masterSystemTime=1732707585260
2024-11-27T11:39:45,283 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:39:45,283 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:39:45,284 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=5498aa77ecc0e2d96b706df9d0dfdc14, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:45,287 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5498aa77ecc0e2d96b706df9d0dfdc14, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:39:45,291 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-27T11:39:45,291 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 5498aa77ecc0e2d96b706df9d0dfdc14, server=5b617c7edc8e,36515,1732707496521 in 181 msec
2024-11-27T11:39:45,294 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-27T11:39:45,295 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5498aa77ecc0e2d96b706df9d0dfdc14, ASSIGN in 341 msec
2024-11-27T11:39:45,295 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:39:45,296 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707585295"}]},"ts":"1732707585295"}
2024-11-27T11:39:45,298 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-27T11:39:45,299 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:39:45,301 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1830 sec
2024-11-27T11:39:46,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-27T11:39:46,243 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-27T11:39:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-27T11:39:46,245 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-27T11:39:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-27T11:39:47,146 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-27T11:39:47,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-27T11:39:47,146 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:47,150 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-27T11:39:47,151 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:47,151 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-27T11:39:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:39:47,163 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:39:47,163 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-27T11:39:47,165 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-27T11:39:47,166 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-27T11:39:47,679 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T11:39:48,175 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5b617c7edc8e:36515 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-27T11:39:48,175 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-27T11:39:48,175 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 from cache
2024-11-27T11:39:48,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-27T11:39:48,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-27T11:39:49,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:39:49,190 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-27T11:39:50,174 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5b617c7edc8e:36515 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=976ms
2024-11-27T11:39:50,174 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=976ms
2024-11-27T11:39:50,174 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 from cache
2024-11-27T11:39:50,183 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=97 (was 96) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7049 (was 7055)
2024-11-27T11:39:50,191 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=97, ProcessCount=11, AvailableMemoryMB=7049
2024-11-27T11:39:50,194 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:39:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-27T11:39:50,198 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:39:50,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:50,198 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-27T11:39:50,199 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-27T11:39:50,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741845_1021 (size=416)
2024-11-27T11:39:50,609 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26f662633bd6a34a2ac7b05780e5d8f4, NAME => 'testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:39:50,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741846_1022 (size=67)
2024-11-27T11:39:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-27T11:39:51,018 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:51,018 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 26f662633bd6a34a2ac7b05780e5d8f4, disabling compactions & flushes
2024-11-27T11:39:51,018 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:39:51,019 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:39:51,019 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4. after waiting 0 ms
2024-11-27T11:39:51,019 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:39:51,019 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:39:51,019 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26f662633bd6a34a2ac7b05780e5d8f4:
Waiting for close lock at 1732707591018Disabling compacts and flushes for region at 1732707591018Disabling writes for close at 1732707591019 (+1 ms)Writing region close event to WAL at 1732707591019Closed at 1732707591019
2024-11-27T11:39:51,021 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:39:51,021 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732707591021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707591021"}]},"ts":"1732707591021"}
2024-11-27T11:39:51,024 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:39:51,025 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:39:51,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707591026"}]},"ts":"1732707591026"}
2024-11-27T11:39:51,028 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-27T11:39:51,028 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26f662633bd6a34a2ac7b05780e5d8f4, ASSIGN}]
2024-11-27T11:39:51,030 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26f662633bd6a34a2ac7b05780e5d8f4, ASSIGN
2024-11-27T11:39:51,031 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26f662633bd6a34a2ac7b05780e5d8f4, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:39:51,181 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=26f662633bd6a34a2ac7b05780e5d8f4, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:51,185 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26f662633bd6a34a2ac7b05780e5d8f4, ASSIGN because future has completed
2024-11-27T11:39:51,185 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26f662633bd6a34a2ac7b05780e5d8f4, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:39:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-27T11:39:51,344 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:39:51,344 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 26f662633bd6a34a2ac7b05780e5d8f4, NAME => 'testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:39:51,345 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,345 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:51,345 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,345 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,347 INFO  [StoreOpener-26f662633bd6a34a2ac7b05780e5d8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 26f662633bd6a34a2ac7b05780e5d8f4 
2024-11-27T11:39:51,349 INFO  [StoreOpener-26f662633bd6a34a2ac7b05780e5d8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f662633bd6a34a2ac7b05780e5d8f4 columnFamilyName testFamily
2024-11-27T11:39:51,349 DEBUG [StoreOpener-26f662633bd6a34a2ac7b05780e5d8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:51,349 INFO  [StoreOpener-26f662633bd6a34a2ac7b05780e5d8f4-1 {}] regionserver.HStore(327): Store=26f662633bd6a34a2ac7b05780e5d8f4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:39:51,350 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,351 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNextAsync/26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,351 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNextAsync/26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,352 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,352 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,354 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,357 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNextAsync/26f662633bd6a34a2ac7b05780e5d8f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:39:51,357 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 26f662633bd6a34a2ac7b05780e5d8f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72336825, jitterRate=0.07790268957614899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:39:51,357 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:39:51,358 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 26f662633bd6a34a2ac7b05780e5d8f4:
Running coprocessor pre-open hook at 1732707591345Writing region info on filesystem at 1732707591345Initializing all the Stores at 1732707591346 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707591346Cleaning up temporary data from old regions at 1732707591352 (+6 ms)Running coprocessor post-open hooks at 1732707591357 (+5 ms)Region opened successfully at 1732707591358 (+1 ms)
2024-11-27T11:39:51,359 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4., pid=21, masterSystemTime=1732707591338
2024-11-27T11:39:51,362 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:39:51,362 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:39:51,363 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=26f662633bd6a34a2ac7b05780e5d8f4, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:51,365 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26f662633bd6a34a2ac7b05780e5d8f4, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:39:51,369 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-27T11:39:51,369 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 26f662633bd6a34a2ac7b05780e5d8f4, server=5b617c7edc8e,36515,1732707496521 in 181 msec
2024-11-27T11:39:51,372 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-27T11:39:51,372 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26f662633bd6a34a2ac7b05780e5d8f4, ASSIGN in 341 msec
2024-11-27T11:39:51,373 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:39:51,373 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707591373"}]},"ts":"1732707591373"}
2024-11-27T11:39:51,375 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-27T11:39:51,376 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:39:51,379 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1820 sec
2024-11-27T11:39:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-27T11:39:53,217 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-27T11:39:53,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-27T11:39:53,217 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:53,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-27T11:39:53,222 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:53,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-27T11:39:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:39:53,236 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:39:53,236 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-27T11:39:53,239 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-27T11:39:53,241 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-27T11:39:53,242 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-27T11:39:53,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-27T11:39:54,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-27T11:39:56,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-27T11:39:56,243 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-27T11:39:56,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36515 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005592' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-27T11:39:56,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36515 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:48234 deadline: 1732707597247, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005592' does not exist
2024-11-27T11:39:56,248 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5b617c7edc8e,36515,1732707496521 for closing scanner id = -7118726796392005592 for 26f662633bd6a34a2ac7b05780e5d8f4 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005592' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-27T11:39:56,253 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=89 (was 97), ProcessCount=11 (was 11), AvailableMemoryMB=7045 (was 7049)
2024-11-27T11:39:56,261 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=89, ProcessCount=11, AvailableMemoryMB=7045
2024-11-27T11:39:56,264 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:39:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-27T11:39:56,267 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:39:56,267 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:56,267 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-27T11:39:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-27T11:39:56,269 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:39:56,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741847_1023 (size=411)
2024-11-27T11:39:56,679 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a1706303aa4e1c67a7922280c77b622, NAME => 'testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:39:56,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741848_1024 (size=62)
2024-11-27T11:39:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-27T11:39:56,846 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T11:39:57,088 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:57,088 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 4a1706303aa4e1c67a7922280c77b622, disabling compactions & flushes
2024-11-27T11:39:57,088 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:39:57,088 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:39:57,088 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622. after waiting 0 ms
2024-11-27T11:39:57,088 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:39:57,088 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:39:57,088 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a1706303aa4e1c67a7922280c77b622:
Waiting for close lock at 1732707597088Disabling compacts and flushes for region at 1732707597088Disabling writes for close at 1732707597088Writing region close event to WAL at 1732707597088Closed at 1732707597088
2024-11-27T11:39:57,090 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:39:57,090 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732707597090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707597090"}]},"ts":"1732707597090"}
2024-11-27T11:39:57,093 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:39:57,094 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:39:57,094 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707597094"}]},"ts":"1732707597094"}
2024-11-27T11:39:57,096 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-27T11:39:57,097 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4a1706303aa4e1c67a7922280c77b622, ASSIGN}]
2024-11-27T11:39:57,098 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4a1706303aa4e1c67a7922280c77b622, ASSIGN
2024-11-27T11:39:57,099 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4a1706303aa4e1c67a7922280c77b622, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:39:57,250 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4a1706303aa4e1c67a7922280c77b622, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:57,253 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4a1706303aa4e1c67a7922280c77b622, ASSIGN because future has completed
2024-11-27T11:39:57,253 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a1706303aa4e1c67a7922280c77b622, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:39:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-27T11:39:57,411 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:39:57,412 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a1706303aa4e1c67a7922280c77b622, NAME => 'testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:39:57,412 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,412 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:39:57,412 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,412 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,414 INFO  [StoreOpener-4a1706303aa4e1c67a7922280c77b622-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4a1706303aa4e1c67a7922280c77b622 
2024-11-27T11:39:57,416 INFO  [StoreOpener-4a1706303aa4e1c67a7922280c77b622-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a1706303aa4e1c67a7922280c77b622 columnFamilyName testFamily
2024-11-27T11:39:57,416 DEBUG [StoreOpener-4a1706303aa4e1c67a7922280c77b622-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:39:57,417 INFO  [StoreOpener-4a1706303aa4e1c67a7922280c77b622-1 {}] regionserver.HStore(327): Store=4a1706303aa4e1c67a7922280c77b622/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:39:57,417 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,418 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNext/4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,418 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNext/4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,419 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,419 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,421 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,423 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNext/4a1706303aa4e1c67a7922280c77b622/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:39:57,424 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4a1706303aa4e1c67a7922280c77b622; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68164810, jitterRate=0.015734821557998657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:39:57,424 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:39:57,425 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4a1706303aa4e1c67a7922280c77b622:
Running coprocessor pre-open hook at 1732707597412Writing region info on filesystem at 1732707597412Initializing all the Stores at 1732707597413 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707597414 (+1 ms)Cleaning up temporary data from old regions at 1732707597419 (+5 ms)Running coprocessor post-open hooks at 1732707597424 (+5 ms)Region opened successfully at 1732707597425 (+1 ms)
2024-11-27T11:39:57,426 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622., pid=24, masterSystemTime=1732707597406
2024-11-27T11:39:57,428 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:39:57,428 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:39:57,429 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4a1706303aa4e1c67a7922280c77b622, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:39:57,432 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a1706303aa4e1c67a7922280c77b622, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:39:57,435 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-27T11:39:57,435 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a1706303aa4e1c67a7922280c77b622, server=5b617c7edc8e,36515,1732707496521 in 180 msec
2024-11-27T11:39:57,438 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-27T11:39:57,438 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4a1706303aa4e1c67a7922280c77b622, ASSIGN in 338 msec
2024-11-27T11:39:57,439 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:39:57,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707597439"}]},"ts":"1732707597439"}
2024-11-27T11:39:57,441 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-27T11:39:57,442 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:39:57,444 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1780 sec
2024-11-27T11:39:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-27T11:39:59,296 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-27T11:39:59,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-27T11:39:59,297 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:59,301 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-27T11:39:59,302 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:39:59,302 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-27T11:39:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:39:59,314 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:39:59,314 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-27T11:39:59,317 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-27T11:39:59,319 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-27T11:39:59,320 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-27T11:39:59,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-27T11:40:00,117 INFO  [master/5b617c7edc8e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-27T11:40:00,117 INFO  [master/5b617c7edc8e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-27T11:40:00,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-27T11:40:02,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36515 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005588' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-27T11:40:02,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36515 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:48234 deadline: 1732707603328, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005588' does not exist
2024-11-27T11:40:02,329 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5b617c7edc8e,36515,1732707496521 for closing scanner id = -7118726796392005588 for 4a1706303aa4e1c67a7922280c77b622 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005588' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-27T11:40:02,334 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=82 (was 89), ProcessCount=11 (was 11), AvailableMemoryMB=7040 (was 7045)
2024-11-27T11:40:02,343 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=82, ProcessCount=11, AvailableMemoryMB=7040
2024-11-27T11:40:02,345 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:40:02,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-27T11:40:02,348 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:40:02,349 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:40:02,349 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-27T11:40:02,350 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:40:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-27T11:40:02,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741849_1025 (size=419)
2024-11-27T11:40:02,761 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e47f405f44ff788cc7f88558e008d07e, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:40:02,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741850_1026 (size=70)
2024-11-27T11:40:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-27T11:40:02,914 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T11:40:03,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:40:03,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing e47f405f44ff788cc7f88558e008d07e, disabling compactions & flushes
2024-11-27T11:40:03,170 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:03,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:03,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e. after waiting 0 ms
2024-11-27T11:40:03,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:03,170 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:03,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e47f405f44ff788cc7f88558e008d07e:
Waiting for close lock at 1732707603170Disabling compacts and flushes for region at 1732707603170Disabling writes for close at 1732707603170Writing region close event to WAL at 1732707603170Closed at 1732707603170
2024-11-27T11:40:03,172 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:40:03,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732707603172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707603172"}]},"ts":"1732707603172"}
2024-11-27T11:40:03,175 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:40:03,176 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:40:03,176 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707603176"}]},"ts":"1732707603176"}
2024-11-27T11:40:03,178 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-27T11:40:03,178 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e47f405f44ff788cc7f88558e008d07e, ASSIGN}]
2024-11-27T11:40:03,180 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e47f405f44ff788cc7f88558e008d07e, ASSIGN
2024-11-27T11:40:03,180 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e47f405f44ff788cc7f88558e008d07e, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:40:03,331 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=e47f405f44ff788cc7f88558e008d07e, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:40:03,335 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e47f405f44ff788cc7f88558e008d07e, ASSIGN because future has completed
2024-11-27T11:40:03,335 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure e47f405f44ff788cc7f88558e008d07e, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:40:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-27T11:40:03,494 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:03,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => e47f405f44ff788cc7f88558e008d07e, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:40:03,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:40:03,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,497 INFO  [StoreOpener-e47f405f44ff788cc7f88558e008d07e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e47f405f44ff788cc7f88558e008d07e 
2024-11-27T11:40:03,499 INFO  [StoreOpener-e47f405f44ff788cc7f88558e008d07e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e47f405f44ff788cc7f88558e008d07e columnFamilyName testFamily
2024-11-27T11:40:03,499 DEBUG [StoreOpener-e47f405f44ff788cc7f88558e008d07e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:40:03,500 INFO  [StoreOpener-e47f405f44ff788cc7f88558e008d07e-1 {}] regionserver.HStore(327): Store=e47f405f44ff788cc7f88558e008d07e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:40:03,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e47f405f44ff788cc7f88558e008d07e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:40:03,507 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened e47f405f44ff788cc7f88558e008d07e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72608516, jitterRate=0.08195120096206665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:40:03,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:03,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for e47f405f44ff788cc7f88558e008d07e:
Running coprocessor pre-open hook at 1732707603495Writing region info on filesystem at 1732707603495Initializing all the Stores at 1732707603496 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707603496Cleaning up temporary data from old regions at 1732707603502 (+6 ms)Running coprocessor post-open hooks at 1732707603507 (+5 ms)Region opened successfully at 1732707603508 (+1 ms)
2024-11-27T11:40:03,509 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e., pid=27, masterSystemTime=1732707603488
2024-11-27T11:40:03,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:03,512 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:03,513 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=e47f405f44ff788cc7f88558e008d07e, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:40:03,516 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure e47f405f44ff788cc7f88558e008d07e, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:40:03,519 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-27T11:40:03,519 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure e47f405f44ff788cc7f88558e008d07e, server=5b617c7edc8e,36515,1732707496521 in 182 msec
2024-11-27T11:40:03,522 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-27T11:40:03,522 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e47f405f44ff788cc7f88558e008d07e, ASSIGN in 341 msec
2024-11-27T11:40:03,523 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:40:03,523 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707603523"}]},"ts":"1732707603523"}
2024-11-27T11:40:03,526 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-27T11:40:03,527 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:40:03,529 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1820 sec
2024-11-27T11:40:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-27T11:40:05,377 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-27T11:40:05,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-27T11:40:05,377 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:40:05,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-27T11:40:05,382 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:40:05,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-27T11:40:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:40:05,395 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:40:05,395 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-27T11:40:05,398 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-27T11:40:05,399 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-27T11:40:06,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-27T11:40:06,243 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-27T11:40:06,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-27T11:40:06,244 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-27T11:40:06,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-27T11:40:08,996 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T11:40:11,404 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5b617c7edc8e:36515 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-27T11:40:11,405 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-27T11:40:11,405 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 from cache
2024-11-27T11:40:11,414 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 82), ProcessCount=11 (was 11), AvailableMemoryMB=7037 (was 7040)
2024-11-27T11:40:11,423 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=7037
2024-11-27T11:40:11,425 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:40:11,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-27T11:40:11,428 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:40:11,428 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:40:11,429 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-27T11:40:11,430 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:40:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-27T11:40:11,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741851_1027 (size=407)
2024-11-27T11:40:11,840 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39bfb212768e64b1d654ed00bd03e6fc, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:40:11,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741852_1028 (size=58)
2024-11-27T11:40:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-27T11:40:12,248 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:40:12,248 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 39bfb212768e64b1d654ed00bd03e6fc, disabling compactions & flushes
2024-11-27T11:40:12,248 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:12,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:12,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc. after waiting 0 ms
2024-11-27T11:40:12,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:12,249 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:12,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39bfb212768e64b1d654ed00bd03e6fc:
Waiting for close lock at 1732707612248Disabling compacts and flushes for region at 1732707612248Disabling writes for close at 1732707612249 (+1 ms)Writing region close event to WAL at 1732707612249Closed at 1732707612249
2024-11-27T11:40:12,250 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:40:12,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732707612250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707612250"}]},"ts":"1732707612250"}
2024-11-27T11:40:12,253 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:40:12,254 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:40:12,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707612254"}]},"ts":"1732707612254"}
2024-11-27T11:40:12,257 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-27T11:40:12,257 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39bfb212768e64b1d654ed00bd03e6fc, ASSIGN}]
2024-11-27T11:40:12,258 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39bfb212768e64b1d654ed00bd03e6fc, ASSIGN
2024-11-27T11:40:12,259 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39bfb212768e64b1d654ed00bd03e6fc, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:40:12,410 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=39bfb212768e64b1d654ed00bd03e6fc, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:40:12,413 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39bfb212768e64b1d654ed00bd03e6fc, ASSIGN because future has completed
2024-11-27T11:40:12,414 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39bfb212768e64b1d654ed00bd03e6fc, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:40:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-27T11:40:12,571 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:12,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 39bfb212768e64b1d654ed00bd03e6fc, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:40:12,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:40:12,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,574 INFO  [StoreOpener-39bfb212768e64b1d654ed00bd03e6fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 39bfb212768e64b1d654ed00bd03e6fc 
2024-11-27T11:40:12,575 INFO  [StoreOpener-39bfb212768e64b1d654ed00bd03e6fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39bfb212768e64b1d654ed00bd03e6fc columnFamilyName testFamily
2024-11-27T11:40:12,576 DEBUG [StoreOpener-39bfb212768e64b1d654ed00bd03e6fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:40:12,576 INFO  [StoreOpener-39bfb212768e64b1d654ed00bd03e6fc-1 {}] regionserver.HStore(327): Store=39bfb212768e64b1d654ed00bd03e6fc/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:40:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNext/39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNext/39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNext/39bfb212768e64b1d654ed00bd03e6fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:40:12,583 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 39bfb212768e64b1d654ed00bd03e6fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72619614, jitterRate=0.08211657404899597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:40:12,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 39bfb212768e64b1d654ed00bd03e6fc:
Running coprocessor pre-open hook at 1732707612572Writing region info on filesystem at 1732707612572Initializing all the Stores at 1732707612573 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707612573Cleaning up temporary data from old regions at 1732707612578 (+5 ms)Running coprocessor post-open hooks at 1732707612583 (+5 ms)Region opened successfully at 1732707612583
2024-11-27T11:40:12,585 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc., pid=30, masterSystemTime=1732707612566
2024-11-27T11:40:12,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:12,587 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:12,588 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=39bfb212768e64b1d654ed00bd03e6fc, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:40:12,590 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39bfb212768e64b1d654ed00bd03e6fc, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:40:12,594 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-27T11:40:12,594 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 39bfb212768e64b1d654ed00bd03e6fc, server=5b617c7edc8e,36515,1732707496521 in 177 msec
2024-11-27T11:40:12,596 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-27T11:40:12,596 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39bfb212768e64b1d654ed00bd03e6fc, ASSIGN in 337 msec
2024-11-27T11:40:12,597 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:40:12,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707612597"}]},"ts":"1732707612597"}
2024-11-27T11:40:12,599 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-27T11:40:12,600 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:40:12,602 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1750 sec
2024-11-27T11:40:12,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-27T11:40:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-27T11:40:14,466 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-27T11:40:14,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-27T11:40:14,467 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:40:14,471 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-27T11:40:14,472 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:40:14,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-27T11:40:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:40:14,484 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:40:14,484 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-27T11:40:14,486 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-27T11:40:14,488 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-27T11:40:14,489 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-27T11:40:14,489 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-27T11:40:14,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-27T11:40:16,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-27T11:40:16,243 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-27T11:40:18,073 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T11:40:20,234 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-27T11:40:20,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36515 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005580' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-27T11:40:20,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36515 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:48234 deadline: 1732707626497, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005580' does not exist
2024-11-27T11:40:20,498 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5b617c7edc8e,36515,1732707496521 for closing scanner id = -7118726796392005580 for 39bfb212768e64b1d654ed00bd03e6fc of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7118726796392005580' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-27T11:40:20,503 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=58 (was 69), ProcessCount=11 (was 11), AvailableMemoryMB=7033 (was 7037)
2024-11-27T11:40:20,511 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=58, ProcessCount=11, AvailableMemoryMB=7032
2024-11-27T11:40:20,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T11:40:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-27T11:40:20,516 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T11:40:20,516 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:40:20,517 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-27T11:40:20,517 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T11:40:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-27T11:40:20,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741853_1029 (size=423)
2024-11-27T11:40:20,927 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7883402052d802c34641c98ba871b290, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e
2024-11-27T11:40:20,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741854_1030 (size=74)
2024-11-27T11:40:20,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-27T11:40:21,337 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:40:21,337 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7883402052d802c34641c98ba871b290, disabling compactions & flushes
2024-11-27T11:40:21,338 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:21,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:21,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290. after waiting 0 ms
2024-11-27T11:40:21,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:21,338 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:21,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7883402052d802c34641c98ba871b290:
Waiting for close lock at 1732707621337Disabling compacts and flushes for region at 1732707621337Disabling writes for close at 1732707621338 (+1 ms)Writing region close event to WAL at 1732707621338Closed at 1732707621338
2024-11-27T11:40:21,340 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T11:40:21,340 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732707621340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732707621340"}]},"ts":"1732707621340"}
2024-11-27T11:40:21,343 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T11:40:21,344 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T11:40:21,344 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707621344"}]},"ts":"1732707621344"}
2024-11-27T11:40:21,346 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-27T11:40:21,346 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7883402052d802c34641c98ba871b290, ASSIGN}]
2024-11-27T11:40:21,347 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7883402052d802c34641c98ba871b290, ASSIGN
2024-11-27T11:40:21,348 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7883402052d802c34641c98ba871b290, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36515,1732707496521; forceNewPlan=false, retain=false
2024-11-27T11:40:21,499 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=7883402052d802c34641c98ba871b290, regionState=OPENING, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:40:21,502 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7883402052d802c34641c98ba871b290, ASSIGN because future has completed
2024-11-27T11:40:21,502 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7883402052d802c34641c98ba871b290, server=5b617c7edc8e,36515,1732707496521}]
2024-11-27T11:40:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-27T11:40:21,659 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:21,660 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 7883402052d802c34641c98ba871b290, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.', STARTKEY => '', ENDKEY => ''}
2024-11-27T11:40:21,660 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,660 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T11:40:21,660 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,660 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,662 INFO  [StoreOpener-7883402052d802c34641c98ba871b290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7883402052d802c34641c98ba871b290 
2024-11-27T11:40:21,663 INFO  [StoreOpener-7883402052d802c34641c98ba871b290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7883402052d802c34641c98ba871b290 columnFamilyName testFamily
2024-11-27T11:40:21,663 DEBUG [StoreOpener-7883402052d802c34641c98ba871b290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T11:40:21,664 INFO  [StoreOpener-7883402052d802c34641c98ba871b290-1 {}] regionserver.HStore(327): Store=7883402052d802c34641c98ba871b290/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T11:40:21,664 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,665 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScannerAsync/7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,665 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScannerAsync/7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,666 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,666 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,668 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,670 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScannerAsync/7883402052d802c34641c98ba871b290/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T11:40:21,671 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 7883402052d802c34641c98ba871b290; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67718865, jitterRate=0.009089723229408264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T11:40:21,671 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7883402052d802c34641c98ba871b290
2024-11-27T11:40:21,671 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 7883402052d802c34641c98ba871b290:
Running coprocessor pre-open hook at 1732707621660Writing region info on filesystem at 1732707621660Initializing all the Stores at 1732707621661 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732707621661Cleaning up temporary data from old regions at 1732707621666 (+5 ms)Running coprocessor post-open hooks at 1732707621671 (+5 ms)Region opened successfully at 1732707621671
2024-11-27T11:40:21,672 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., pid=33, masterSystemTime=1732707621654
2024-11-27T11:40:21,675 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:21,675 INFO  [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:21,676 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=7883402052d802c34641c98ba871b290, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36515,1732707496521
2024-11-27T11:40:21,678 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7883402052d802c34641c98ba871b290, server=5b617c7edc8e,36515,1732707496521 because future has completed
2024-11-27T11:40:21,682 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-27T11:40:21,682 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 7883402052d802c34641c98ba871b290, server=5b617c7edc8e,36515,1732707496521 in 177 msec
2024-11-27T11:40:21,684 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-27T11:40:21,684 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7883402052d802c34641c98ba871b290, ASSIGN in 336 msec
2024-11-27T11:40:21,685 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T11:40:21,685 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732707621685"}]},"ts":"1732707621685"}
2024-11-27T11:40:21,687 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-27T11:40:21,687 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T11:40:21,689 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1740 sec
2024-11-27T11:40:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-27T11:40:23,547 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-27T11:40:23,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-27T11:40:23,547 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:40:23,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-27T11:40:23,552 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T11:40:23,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-27T11:40:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:40:23,564 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-27T11:40:23,564 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-27T11:40:23,566 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-27T11:40:23,568 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-27T11:40:24,574 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5b617c7edc8e:36515 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-27T11:40:24,574 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-27T11:40:24,574 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 from cache
2024-11-27T11:40:24,845 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-27T11:40:25,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-27T11:40:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2]
2024-11-27T11:40:25,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-27T11:40:26,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-27T11:40:26,243 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-27T11:40:26,574 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5b617c7edc8e:36515 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=985ms, rpcTimeout=977ms
2024-11-27T11:40:26,575 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=985ms, rpcTimeout=977ms
2024-11-27T11:40:26,575 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., hostname=5b617c7edc8e,36515,1732707496521, seqNum=2 from cache
2024-11-27T11:40:26,584 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=54 (was 58), ProcessCount=11 (was 11), AvailableMemoryMB=7027 (was 7032)
2024-11-27T11:40:26,584 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T11:40:26,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T11:40:26,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T11:40:26,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T11:40:26,590 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T11:40:26,590 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-27T11:40:26,590 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T11:40:26,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T11:40:26,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T11:40:26,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T11:40:26,590 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T11:40:26,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-27T11:40:26,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651834634, stopped=false
2024-11-27T11:40:26,591 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,35735,1732707495841
2024-11-27T11:40:26,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-27T11:40:26,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-27T11:40:26,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:40:26,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:40:26,593 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-27T11:40:26,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T11:40:26,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-27T11:40:26,594 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T11:40:26,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T11:40:26,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T11:40:26,594 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,36515,1732707496521' *****
2024-11-27T11:40:26,594 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-27T11:40:26,595 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-27T11:40:26,595 INFO  [RS:0;5b617c7edc8e:36515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-27T11:40:26,595 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-27T11:40:26,595 INFO  [RS:0;5b617c7edc8e:36515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-27T11:40:26,595 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for b309e3e1f025edbea60b89ead0ff9a1a
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for 5498aa77ecc0e2d96b706df9d0dfdc14
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a1706303aa4e1c67a7922280c77b622
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for 39bfb212768e64b1d654ed00bd03e6fc
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d738d43fb5a3e90a18adcba451ac5c5
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for 486880d77bfdc0be389b1718694a1b06
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for 26f662633bd6a34a2ac7b05780e5d8f4
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for 7883402052d802c34641c98ba871b290
2024-11-27T11:40:26,596 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b309e3e1f025edbea60b89ead0ff9a1a, disabling compactions & flushes
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,36515,1732707496521
2024-11-27T11:40:26,596 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T11:40:26,596 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:40:26,596 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a. after waiting 0 ms
2024-11-27T11:40:26,596 INFO  [RS:0;5b617c7edc8e:36515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:36515.
2024-11-27T11:40:26,596 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:40:26,596 DEBUG [RS:0;5b617c7edc8e:36515 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T11:40:26,596 DEBUG [RS:0;5b617c7edc8e:36515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T11:40:26,597 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-27T11:40:26,597 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-27T11:40:26,597 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-27T11:40:26,597 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-27T11:40:26,597 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-27T11:40:26,597 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-27T11:40:26,597 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-27T11:40:26,597 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-27T11:40:26,597 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-27T11:40:26,597 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-27T11:40:26,597 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 39bfb212768e64b1d654ed00bd03e6fc, 486880d77bfdc0be389b1718694a1b06, 4a1706303aa4e1c67a7922280c77b622, 5498aa77ecc0e2d96b706df9d0dfdc14, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7, b309e3e1f025edbea60b89ead0ff9a1a, e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:26,599 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b309e3e1f025edbea60b89ead0ff9a1a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:26,599 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-27T11:40:26,675 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextException/b309e3e1f025edbea60b89ead0ff9a1a/.tmp/testFamily/86a74f1685a346e1ae2ba48dea7e6374 is 61, key is row-0/testFamily:testQualifier/1732707584066/Put/seqid=0
2024-11-27T11:40:26,678 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/.tmp/info/49f3e7f239ab40f0b5f281c3766d4989 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7./info:regioninfo/1732707560908/Put/seqid=0
2024-11-27T11:40:26,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741856_1032 (size=5049)
2024-11-27T11:40:26,690 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextException/b309e3e1f025edbea60b89ead0ff9a1a/.tmp/testFamily/86a74f1685a346e1ae2ba48dea7e6374
2024-11-27T11:40:26,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741855_1031 (size=20564)
2024-11-27T11:40:26,740 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextException/b309e3e1f025edbea60b89ead0ff9a1a/.tmp/testFamily/86a74f1685a346e1ae2ba48dea7e6374 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextException/b309e3e1f025edbea60b89ead0ff9a1a/testFamily/86a74f1685a346e1ae2ba48dea7e6374
2024-11-27T11:40:26,749 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextException/b309e3e1f025edbea60b89ead0ff9a1a/testFamily/86a74f1685a346e1ae2ba48dea7e6374, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:26,755 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b309e3e1f025edbea60b89ead0ff9a1a in 155ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:26,763 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextException/b309e3e1f025edbea60b89ead0ff9a1a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:26,765 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:40:26,765 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b309e3e1f025edbea60b89ead0ff9a1a:
Waiting for close lock at 1732707626596Running coprocessor pre-close hooks at 1732707626596Disabling compacts and flushes for region at 1732707626596Disabling writes for close at 1732707626596Obtaining lock to block concurrent updates at 1732707626599 (+3 ms)Preparing flush snapshotting stores in b309e3e1f025edbea60b89ead0ff9a1a at 1732707626599Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707626607 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a. at 1732707626609 (+2 ms)Flushing b309e3e1f025edbea60b89ead0ff9a1a/testFamily: creating writer at 1732707626611 (+2 ms)Flushing b309e3e1f025edbea60b89ead0ff9a1a/testFamily: appending metadata at 1732707626670 (+59 ms)Flushing b309e3e1f025edbea60b89ead0ff9a1a/testFamily: closing flushed file at 1732707626672 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1271980c: reopening flushed file at 1732707626738 (+66 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b309e3e1f025edbea60b89ead0ff9a1a in 155ms, sequenceid=8, compaction requested=false at 1732707626755 (+17 ms)Writing region close event to WAL at 1732707626757 (+2 ms)Running coprocessor post-close hooks at 1732707626763 (+6 ms)Closed at 1732707626765 (+2 ms)
2024-11-27T11:40:26,766 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732707581025.b309e3e1f025edbea60b89ead0ff9a1a.
2024-11-27T11:40:26,766 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e47f405f44ff788cc7f88558e008d07e, disabling compactions & flushes
2024-11-27T11:40:26,766 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:26,766 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:26,766 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e. after waiting 0 ms
2024-11-27T11:40:26,766 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:26,766 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e47f405f44ff788cc7f88558e008d07e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:26,785 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e47f405f44ff788cc7f88558e008d07e/.tmp/testFamily/042376119e93454aa7d6583aac4d4e3d is 61, key is row-0/testFamily:testQualifier/1732707605386/Put/seqid=0
2024-11-27T11:40:26,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741857_1033 (size=5049)
2024-11-27T11:40:26,798 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 39bfb212768e64b1d654ed00bd03e6fc, 486880d77bfdc0be389b1718694a1b06, 4a1706303aa4e1c67a7922280c77b622, 5498aa77ecc0e2d96b706df9d0dfdc14, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7, e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:26,810 INFO  [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-27T11:40:26,810 INFO  [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-27T11:40:26,998 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 39bfb212768e64b1d654ed00bd03e6fc, 486880d77bfdc0be389b1718694a1b06, 4a1706303aa4e1c67a7922280c77b622, 5498aa77ecc0e2d96b706df9d0dfdc14, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7, e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:27,091 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-27T11:40:27,091 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/.tmp/info/49f3e7f239ab40f0b5f281c3766d4989
2024-11-27T11:40:27,117 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/.tmp/ns/5ce32a3c91ca4a359a8b48c034636459 is 43, key is default/ns:d/1732707559390/Put/seqid=0
2024-11-27T11:40:27,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741858_1034 (size=5153)
2024-11-27T11:40:27,161 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T11:40:27,191 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e47f405f44ff788cc7f88558e008d07e/.tmp/testFamily/042376119e93454aa7d6583aac4d4e3d
2024-11-27T11:40:27,198 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 39bfb212768e64b1d654ed00bd03e6fc, 486880d77bfdc0be389b1718694a1b06, 4a1706303aa4e1c67a7922280c77b622, 5498aa77ecc0e2d96b706df9d0dfdc14, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7, e47f405f44ff788cc7f88558e008d07e
2024-11-27T11:40:27,201 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e47f405f44ff788cc7f88558e008d07e/.tmp/testFamily/042376119e93454aa7d6583aac4d4e3d as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e47f405f44ff788cc7f88558e008d07e/testFamily/042376119e93454aa7d6583aac4d4e3d
2024-11-27T11:40:27,209 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e47f405f44ff788cc7f88558e008d07e/testFamily/042376119e93454aa7d6583aac4d4e3d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:27,213 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e47f405f44ff788cc7f88558e008d07e in 447ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:27,219 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e47f405f44ff788cc7f88558e008d07e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:27,220 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:27,220 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e47f405f44ff788cc7f88558e008d07e:
Waiting for close lock at 1732707626766Running coprocessor pre-close hooks at 1732707626766Disabling compacts and flushes for region at 1732707626766Disabling writes for close at 1732707626766Obtaining lock to block concurrent updates at 1732707626766Preparing flush snapshotting stores in e47f405f44ff788cc7f88558e008d07e at 1732707626766Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707626766Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e. at 1732707626767 (+1 ms)Flushing e47f405f44ff788cc7f88558e008d07e/testFamily: creating writer at 1732707626767Flushing e47f405f44ff788cc7f88558e008d07e/testFamily: appending metadata at 1732707626785 (+18 ms)Flushing e47f405f44ff788cc7f88558e008d07e/testFamily: closing flushed file at 1732707626785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcadf77: reopening flushed file at 1732707627199 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e47f405f44ff788cc7f88558e008d07e in 447ms, sequenceid=8, compaction requested=false at 1732707627213 (+14 ms)Writing region close event to WAL at 1732707627214 (+1 ms)Running coprocessor post-close hooks at 1732707627219 (+5 ms)Closed at 1732707627220 (+1 ms)
2024-11-27T11:40:27,220 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732707602345.e47f405f44ff788cc7f88558e008d07e.
2024-11-27T11:40:27,220 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5498aa77ecc0e2d96b706df9d0dfdc14, disabling compactions & flushes
2024-11-27T11:40:27,220 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:40:27,220 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:40:27,220 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14. after waiting 0 ms
2024-11-27T11:40:27,220 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:40:27,220 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5498aa77ecc0e2d96b706df9d0dfdc14 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:27,239 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScanner/5498aa77ecc0e2d96b706df9d0dfdc14/.tmp/testFamily/fa1d1a5dca014b2e82bafc1acbaaf75b is 61, key is row-0/testFamily:testQualifier/1732707587154/Put/seqid=0
2024-11-27T11:40:27,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741859_1035 (size=5049)
2024-11-27T11:40:27,244 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScanner/5498aa77ecc0e2d96b706df9d0dfdc14/.tmp/testFamily/fa1d1a5dca014b2e82bafc1acbaaf75b
2024-11-27T11:40:27,253 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScanner/5498aa77ecc0e2d96b706df9d0dfdc14/.tmp/testFamily/fa1d1a5dca014b2e82bafc1acbaaf75b as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScanner/5498aa77ecc0e2d96b706df9d0dfdc14/testFamily/fa1d1a5dca014b2e82bafc1acbaaf75b
2024-11-27T11:40:27,261 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScanner/5498aa77ecc0e2d96b706df9d0dfdc14/testFamily/fa1d1a5dca014b2e82bafc1acbaaf75b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:27,262 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5498aa77ecc0e2d96b706df9d0dfdc14 in 42ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:27,267 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScanner/5498aa77ecc0e2d96b706df9d0dfdc14/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:27,268 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:40:27,268 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5498aa77ecc0e2d96b706df9d0dfdc14:
Waiting for close lock at 1732707627220Running coprocessor pre-close hooks at 1732707627220Disabling compacts and flushes for region at 1732707627220Disabling writes for close at 1732707627220Obtaining lock to block concurrent updates at 1732707627221 (+1 ms)Preparing flush snapshotting stores in 5498aa77ecc0e2d96b706df9d0dfdc14 at 1732707627221Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707627221Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14. at 1732707627221Flushing 5498aa77ecc0e2d96b706df9d0dfdc14/testFamily: creating writer at 1732707627222 (+1 ms)Flushing 5498aa77ecc0e2d96b706df9d0dfdc14/testFamily: appending metadata at 1732707627238 (+16 ms)Flushing 5498aa77ecc0e2d96b706df9d0dfdc14/testFamily: closing flushed file at 1732707627238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad73320: reopening flushed file at 1732707627252 (+14 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5498aa77ecc0e2d96b706df9d0dfdc14 in 42ms, sequenceid=8, compaction requested=false at 1732707627262 (+10 ms)Writing region close event to WAL at 1732707627263 (+1 ms)Running coprocessor post-close hooks at 1732707627268 (+5 ms)Closed at 1732707627268
2024-11-27T11:40:27,268 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732707584116.5498aa77ecc0e2d96b706df9d0dfdc14.
2024-11-27T11:40:27,269 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a1706303aa4e1c67a7922280c77b622, disabling compactions & flushes
2024-11-27T11:40:27,269 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:40:27,269 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:40:27,269 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622. after waiting 0 ms
2024-11-27T11:40:27,269 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:40:27,269 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a1706303aa4e1c67a7922280c77b622 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:27,285 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNext/4a1706303aa4e1c67a7922280c77b622/.tmp/testFamily/94d55e98c00c4fa2a223a967de049e48 is 61, key is row-0/testFamily:testQualifier/1732707599306/Put/seqid=0
2024-11-27T11:40:27,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741860_1036 (size=5049)
2024-11-27T11:40:27,398 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 39bfb212768e64b1d654ed00bd03e6fc, 486880d77bfdc0be389b1718694a1b06, 4a1706303aa4e1c67a7922280c77b622, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:27,523 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/.tmp/ns/5ce32a3c91ca4a359a8b48c034636459
2024-11-27T11:40:27,547 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/.tmp/table/66aaad9f78de4c5184b3a069e7c4ec47 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732707560922/Put/seqid=0
2024-11-27T11:40:27,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741861_1037 (size=6699)
2024-11-27T11:40:27,599 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close
2024-11-27T11:40:27,599 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a1706303aa4e1c67a7922280c77b622=testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622., 39bfb212768e64b1d654ed00bd03e6fc=hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc., 2d738d43fb5a3e90a18adcba451ac5c5=hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5., 486880d77bfdc0be389b1718694a1b06=hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06., 26f662633bd6a34a2ac7b05780e5d8f4=testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4., b1b4e40b1b35e4d2533ae8f3b9ceced7=testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7., 7883402052d802c34641c98ba871b290=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.}
2024-11-27T11:40:27,599 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 39bfb212768e64b1d654ed00bd03e6fc, 486880d77bfdc0be389b1718694a1b06, 4a1706303aa4e1c67a7922280c77b622, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:27,644 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:35735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-27T11:40:27,691 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNext/4a1706303aa4e1c67a7922280c77b622/.tmp/testFamily/94d55e98c00c4fa2a223a967de049e48
2024-11-27T11:40:27,700 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNext/4a1706303aa4e1c67a7922280c77b622/.tmp/testFamily/94d55e98c00c4fa2a223a967de049e48 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNext/4a1706303aa4e1c67a7922280c77b622/testFamily/94d55e98c00c4fa2a223a967de049e48
2024-11-27T11:40:27,707 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNext/4a1706303aa4e1c67a7922280c77b622/testFamily/94d55e98c00c4fa2a223a967de049e48, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:27,708 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4a1706303aa4e1c67a7922280c77b622 in 439ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:27,712 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNext/4a1706303aa4e1c67a7922280c77b622/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:27,713 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:40:27,713 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a1706303aa4e1c67a7922280c77b622:
Waiting for close lock at 1732707627269Running coprocessor pre-close hooks at 1732707627269Disabling compacts and flushes for region at 1732707627269Disabling writes for close at 1732707627269Obtaining lock to block concurrent updates at 1732707627269Preparing flush snapshotting stores in 4a1706303aa4e1c67a7922280c77b622 at 1732707627269Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707627269Flushing stores of testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622. at 1732707627270 (+1 ms)Flushing 4a1706303aa4e1c67a7922280c77b622/testFamily: creating writer at 1732707627270Flushing 4a1706303aa4e1c67a7922280c77b622/testFamily: appending metadata at 1732707627285 (+15 ms)Flushing 4a1706303aa4e1c67a7922280c77b622/testFamily: closing flushed file at 1732707627285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1d10f1: reopening flushed file at 1732707627699 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4a1706303aa4e1c67a7922280c77b622 in 439ms, sequenceid=8, compaction requested=false at 1732707627708 (+9 ms)Writing region close event to WAL at 1732707627709 (+1 ms)Running coprocessor post-close hooks at 1732707627713 (+4 ms)Closed at 1732707627713
2024-11-27T11:40:27,714 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732707596263.4a1706303aa4e1c67a7922280c77b622.
2024-11-27T11:40:27,714 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39bfb212768e64b1d654ed00bd03e6fc, disabling compactions & flushes
2024-11-27T11:40:27,714 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:27,714 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:27,714 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc. after waiting 0 ms
2024-11-27T11:40:27,714 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:27,714 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39bfb212768e64b1d654ed00bd03e6fc 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:27,730 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNext/39bfb212768e64b1d654ed00bd03e6fc/.tmp/testFamily/239627d982fd43449d0502ff838e9b39 is 61, key is row-0/testFamily:testQualifier/1732707614476/Put/seqid=0
2024-11-27T11:40:27,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741862_1038 (size=5049)
2024-11-27T11:40:27,799 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 39bfb212768e64b1d654ed00bd03e6fc, 486880d77bfdc0be389b1718694a1b06, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:27,953 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/.tmp/table/66aaad9f78de4c5184b3a069e7c4ec47
2024-11-27T11:40:27,962 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/.tmp/info/49f3e7f239ab40f0b5f281c3766d4989 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/info/49f3e7f239ab40f0b5f281c3766d4989
2024-11-27T11:40:27,969 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/info/49f3e7f239ab40f0b5f281c3766d4989, entries=100, sequenceid=56, filesize=20.1 K
2024-11-27T11:40:27,970 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/.tmp/ns/5ce32a3c91ca4a359a8b48c034636459 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/ns/5ce32a3c91ca4a359a8b48c034636459
2024-11-27T11:40:27,976 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/ns/5ce32a3c91ca4a359a8b48c034636459, entries=2, sequenceid=56, filesize=5.0 K
2024-11-27T11:40:27,977 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/.tmp/table/66aaad9f78de4c5184b3a069e7c4ec47 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/table/66aaad9f78de4c5184b3a069e7c4ec47
2024-11-27T11:40:27,984 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/table/66aaad9f78de4c5184b3a069e7c4ec47, entries=20, sequenceid=56, filesize=6.5 K
2024-11-27T11:40:27,985 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1388ms, sequenceid=56, compaction requested=false
2024-11-27T11:40:27,990 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-27T11:40:27,991 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-27T11:40:27,991 INFO  [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-27T11:40:27,991 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732707626597Running coprocessor pre-close hooks at 1732707626597Disabling compacts and flushes for region at 1732707626597Disabling writes for close at 1732707626597Obtaining lock to block concurrent updates at 1732707626599 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732707626599Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732707626607 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732707626609 (+2 ms)Flushing 1588230740/info: creating writer at 1732707626611 (+2 ms)Flushing 1588230740/info: appending metadata at 1732707626675 (+64 ms)Flushing 1588230740/info: closing flushed file at 1732707626675Flushing 1588230740/ns: creating writer at 1732707627101 (+426 ms)Flushing 1588230740/ns: appending metadata at 1732707627116 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732707627116Flushing 1588230740/table: creating writer at 1732707627531 (+415 ms)Flushing 1588230740/table: appending metadata at 1732707627547 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732707627547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76bd5e6d: reopening flushed file at 1732707627961 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7131d494: reopening flushed file at 1732707627969 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a763dfa: reopening flushed file at 1732707627977 (+8 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1388ms, sequenceid=56, compaction requested=false at 1732707627985 (+8 ms)Writing region close event to WAL at 1732707627987 (+2 ms)Running coprocessor post-close hooks at 1732707627991 (+4 ms)Closed at 1732707627991
2024-11-27T11:40:27,991 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-27T11:40:27,999 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 39bfb212768e64b1d654ed00bd03e6fc, 486880d77bfdc0be389b1718694a1b06, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:28,136 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNext/39bfb212768e64b1d654ed00bd03e6fc/.tmp/testFamily/239627d982fd43449d0502ff838e9b39
2024-11-27T11:40:28,144 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNext/39bfb212768e64b1d654ed00bd03e6fc/.tmp/testFamily/239627d982fd43449d0502ff838e9b39 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNext/39bfb212768e64b1d654ed00bd03e6fc/testFamily/239627d982fd43449d0502ff838e9b39
2024-11-27T11:40:28,151 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNext/39bfb212768e64b1d654ed00bd03e6fc/testFamily/239627d982fd43449d0502ff838e9b39, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:28,152 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39bfb212768e64b1d654ed00bd03e6fc in 438ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:28,157 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNext/39bfb212768e64b1d654ed00bd03e6fc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:28,158 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:28,158 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39bfb212768e64b1d654ed00bd03e6fc:
Waiting for close lock at 1732707627714Running coprocessor pre-close hooks at 1732707627714Disabling compacts and flushes for region at 1732707627714Disabling writes for close at 1732707627714Obtaining lock to block concurrent updates at 1732707627714Preparing flush snapshotting stores in 39bfb212768e64b1d654ed00bd03e6fc at 1732707627714Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707627714Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc. at 1732707627715 (+1 ms)Flushing 39bfb212768e64b1d654ed00bd03e6fc/testFamily: creating writer at 1732707627715Flushing 39bfb212768e64b1d654ed00bd03e6fc/testFamily: appending metadata at 1732707627730 (+15 ms)Flushing 39bfb212768e64b1d654ed00bd03e6fc/testFamily: closing flushed file at 1732707627730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a22ae2: reopening flushed file at 1732707628143 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39bfb212768e64b1d654ed00bd03e6fc in 438ms, sequenceid=8, compaction requested=false at 1732707628153 (+10 ms)Writing region close event to WAL at 1732707628153Running coprocessor post-close hooks at 1732707628158 (+5 ms)Closed at 1732707628158
2024-11-27T11:40:28,158 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732707611425.39bfb212768e64b1d654ed00bd03e6fc.
2024-11-27T11:40:28,158 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d738d43fb5a3e90a18adcba451ac5c5, disabling compactions & flushes
2024-11-27T11:40:28,158 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:40:28,158 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:40:28,158 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5. after waiting 0 ms
2024-11-27T11:40:28,158 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:40:28,159 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d738d43fb5a3e90a18adcba451ac5c5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:28,176 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScanner/2d738d43fb5a3e90a18adcba451ac5c5/.tmp/testFamily/0cbab9ce9a064df099a648e3a63ad74e is 61, key is row-0/testFamily:testQualifier/1732707565896/Put/seqid=0
2024-11-27T11:40:28,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741863_1039 (size=5049)
2024-11-27T11:40:28,200 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 486880d77bfdc0be389b1718694a1b06, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:28,400 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 486880d77bfdc0be389b1718694a1b06, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:28,581 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScanner/2d738d43fb5a3e90a18adcba451ac5c5/.tmp/testFamily/0cbab9ce9a064df099a648e3a63ad74e
2024-11-27T11:40:28,590 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScanner/2d738d43fb5a3e90a18adcba451ac5c5/.tmp/testFamily/0cbab9ce9a064df099a648e3a63ad74e as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScanner/2d738d43fb5a3e90a18adcba451ac5c5/testFamily/0cbab9ce9a064df099a648e3a63ad74e
2024-11-27T11:40:28,597 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScanner/2d738d43fb5a3e90a18adcba451ac5c5/testFamily/0cbab9ce9a064df099a648e3a63ad74e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:28,598 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2d738d43fb5a3e90a18adcba451ac5c5 in 439ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:28,600 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-27T11:40:28,600 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1325): Online Regions={2d738d43fb5a3e90a18adcba451ac5c5=hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5., 486880d77bfdc0be389b1718694a1b06=hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06., 26f662633bd6a34a2ac7b05780e5d8f4=testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4., b1b4e40b1b35e4d2533ae8f3b9ceced7=testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7., 7883402052d802c34641c98ba871b290=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.}
2024-11-27T11:40:28,600 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 26f662633bd6a34a2ac7b05780e5d8f4, 2d738d43fb5a3e90a18adcba451ac5c5, 486880d77bfdc0be389b1718694a1b06, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:28,603 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnOpenScanner/2d738d43fb5a3e90a18adcba451ac5c5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:28,603 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:40:28,603 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d738d43fb5a3e90a18adcba451ac5c5:
Waiting for close lock at 1732707628158Running coprocessor pre-close hooks at 1732707628158Disabling compacts and flushes for region at 1732707628158Disabling writes for close at 1732707628158Obtaining lock to block concurrent updates at 1732707628159 (+1 ms)Preparing flush snapshotting stores in 2d738d43fb5a3e90a18adcba451ac5c5 at 1732707628159Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707628159Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5. at 1732707628159Flushing 2d738d43fb5a3e90a18adcba451ac5c5/testFamily: creating writer at 1732707628160 (+1 ms)Flushing 2d738d43fb5a3e90a18adcba451ac5c5/testFamily: appending metadata at 1732707628176 (+16 ms)Flushing 2d738d43fb5a3e90a18adcba451ac5c5/testFamily: closing flushed file at 1732707628176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e54c7c4: reopening flushed file at 1732707628589 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2d738d43fb5a3e90a18adcba451ac5c5 in 439ms, sequenceid=8, compaction requested=false at 1732707628598 (+9 ms)Writing region close event to WAL at 1732707628599 (+1 ms)Running coprocessor post-close hooks at 1732707628603 (+4 ms)Closed at 1732707628603
2024-11-27T11:40:28,604 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732707562852.2d738d43fb5a3e90a18adcba451ac5c5.
2024-11-27T11:40:28,604 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 486880d77bfdc0be389b1718694a1b06, disabling compactions & flushes
2024-11-27T11:40:28,604 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:40:28,604 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:40:28,604 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06. after waiting 0 ms
2024-11-27T11:40:28,604 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:40:28,604 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 486880d77bfdc0be389b1718694a1b06 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:28,621 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNextAsync/486880d77bfdc0be389b1718694a1b06/.tmp/testFamily/50bf618353e04358bd9ebfa891bfbe8b is 61, key is row-0/testFamily:testQualifier/1732707574985/Put/seqid=0
2024-11-27T11:40:28,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741864_1040 (size=5049)
2024-11-27T11:40:28,800 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 26f662633bd6a34a2ac7b05780e5d8f4, 486880d77bfdc0be389b1718694a1b06, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:29,001 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 26f662633bd6a34a2ac7b05780e5d8f4, 486880d77bfdc0be389b1718694a1b06, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:29,027 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNextAsync/486880d77bfdc0be389b1718694a1b06/.tmp/testFamily/50bf618353e04358bd9ebfa891bfbe8b
2024-11-27T11:40:29,035 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNextAsync/486880d77bfdc0be389b1718694a1b06/.tmp/testFamily/50bf618353e04358bd9ebfa891bfbe8b as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNextAsync/486880d77bfdc0be389b1718694a1b06/testFamily/50bf618353e04358bd9ebfa891bfbe8b
2024-11-27T11:40:29,042 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNextAsync/486880d77bfdc0be389b1718694a1b06/testFamily/50bf618353e04358bd9ebfa891bfbe8b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:29,043 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 486880d77bfdc0be389b1718694a1b06 in 439ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:29,048 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/hbase/testMetaScanTimeoutOnNextAsync/486880d77bfdc0be389b1718694a1b06/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:29,048 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:40:29,049 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 486880d77bfdc0be389b1718694a1b06:
Waiting for close lock at 1732707628604Running coprocessor pre-close hooks at 1732707628604Disabling compacts and flushes for region at 1732707628604Disabling writes for close at 1732707628604Obtaining lock to block concurrent updates at 1732707628604Preparing flush snapshotting stores in 486880d77bfdc0be389b1718694a1b06 at 1732707628604Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707628604Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06. at 1732707628605 (+1 ms)Flushing 486880d77bfdc0be389b1718694a1b06/testFamily: creating writer at 1732707628605Flushing 486880d77bfdc0be389b1718694a1b06/testFamily: appending metadata at 1732707628621 (+16 ms)Flushing 486880d77bfdc0be389b1718694a1b06/testFamily: closing flushed file at 1732707628621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282df262: reopening flushed file at 1732707629034 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 486880d77bfdc0be389b1718694a1b06 in 439ms, sequenceid=8, compaction requested=false at 1732707629043 (+9 ms)Writing region close event to WAL at 1732707629044 (+1 ms)Running coprocessor post-close hooks at 1732707629048 (+4 ms)Closed at 1732707629048
2024-11-27T11:40:29,049 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732707571942.486880d77bfdc0be389b1718694a1b06.
2024-11-27T11:40:29,049 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26f662633bd6a34a2ac7b05780e5d8f4, disabling compactions & flushes
2024-11-27T11:40:29,049 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:40:29,049 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:40:29,049 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4. after waiting 0 ms
2024-11-27T11:40:29,049 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:40:29,049 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26f662633bd6a34a2ac7b05780e5d8f4 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:29,066 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNextAsync/26f662633bd6a34a2ac7b05780e5d8f4/.tmp/testFamily/19f62db1351d4baeab6731a8e15163fb is 61, key is row-0/testFamily:testQualifier/1732707593226/Put/seqid=0
2024-11-27T11:40:29,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741865_1041 (size=5049)
2024-11-27T11:40:29,201 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 26f662633bd6a34a2ac7b05780e5d8f4, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:29,401 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 26f662633bd6a34a2ac7b05780e5d8f4, 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:29,471 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNextAsync/26f662633bd6a34a2ac7b05780e5d8f4/.tmp/testFamily/19f62db1351d4baeab6731a8e15163fb
2024-11-27T11:40:29,479 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNextAsync/26f662633bd6a34a2ac7b05780e5d8f4/.tmp/testFamily/19f62db1351d4baeab6731a8e15163fb as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNextAsync/26f662633bd6a34a2ac7b05780e5d8f4/testFamily/19f62db1351d4baeab6731a8e15163fb
2024-11-27T11:40:29,486 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNextAsync/26f662633bd6a34a2ac7b05780e5d8f4/testFamily/19f62db1351d4baeab6731a8e15163fb, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:29,487 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 26f662633bd6a34a2ac7b05780e5d8f4 in 438ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:29,491 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnNextAsync/26f662633bd6a34a2ac7b05780e5d8f4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:29,492 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:40:29,492 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26f662633bd6a34a2ac7b05780e5d8f4:
Waiting for close lock at 1732707629049Running coprocessor pre-close hooks at 1732707629049Disabling compacts and flushes for region at 1732707629049Disabling writes for close at 1732707629049Obtaining lock to block concurrent updates at 1732707629049Preparing flush snapshotting stores in 26f662633bd6a34a2ac7b05780e5d8f4 at 1732707629049Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707629049Flushing stores of testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4. at 1732707629050 (+1 ms)Flushing 26f662633bd6a34a2ac7b05780e5d8f4/testFamily: creating writer at 1732707629050Flushing 26f662633bd6a34a2ac7b05780e5d8f4/testFamily: appending metadata at 1732707629066 (+16 ms)Flushing 26f662633bd6a34a2ac7b05780e5d8f4/testFamily: closing flushed file at 1732707629066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7aa168: reopening flushed file at 1732707629478 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 26f662633bd6a34a2ac7b05780e5d8f4 in 438ms, sequenceid=8, compaction requested=false at 1732707629487 (+9 ms)Writing region close event to WAL at 1732707629487Running coprocessor post-close hooks at 1732707629492 (+5 ms)Closed at 1732707629492
2024-11-27T11:40:29,492 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732707590194.26f662633bd6a34a2ac7b05780e5d8f4.
2024-11-27T11:40:29,492 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1b4e40b1b35e4d2533ae8f3b9ceced7, disabling compactions & flushes
2024-11-27T11:40:29,492 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:40:29,492 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:40:29,492 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7. after waiting 0 ms
2024-11-27T11:40:29,492 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:40:29,492 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1b4e40b1b35e4d2533ae8f3b9ceced7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:29,517 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b1b4e40b1b35e4d2533ae8f3b9ceced7/.tmp/testFamily/011bed898c214d78bb4cefba27bef080 is 61, key is row-0/testFamily:testQualifier/1732707562779/Put/seqid=0
2024-11-27T11:40:29,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741866_1042 (size=5049)
2024-11-27T11:40:29,601 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-27T11:40:29,602 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1325): Online Regions={b1b4e40b1b35e4d2533ae8f3b9ceced7=testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7., 7883402052d802c34641c98ba871b290=testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.}
2024-11-27T11:40:29,602 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:29,802 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 7883402052d802c34641c98ba871b290, b1b4e40b1b35e4d2533ae8f3b9ceced7
2024-11-27T11:40:29,923 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b1b4e40b1b35e4d2533ae8f3b9ceced7/.tmp/testFamily/011bed898c214d78bb4cefba27bef080
2024-11-27T11:40:29,932 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b1b4e40b1b35e4d2533ae8f3b9ceced7/.tmp/testFamily/011bed898c214d78bb4cefba27bef080 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b1b4e40b1b35e4d2533ae8f3b9ceced7/testFamily/011bed898c214d78bb4cefba27bef080
2024-11-27T11:40:29,939 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b1b4e40b1b35e4d2533ae8f3b9ceced7/testFamily/011bed898c214d78bb4cefba27bef080, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:29,940 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b1b4e40b1b35e4d2533ae8f3b9ceced7 in 448ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:29,945 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b1b4e40b1b35e4d2533ae8f3b9ceced7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:29,945 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:40:29,945 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1b4e40b1b35e4d2533ae8f3b9ceced7:
Waiting for close lock at 1732707629492Running coprocessor pre-close hooks at 1732707629492Disabling compacts and flushes for region at 1732707629492Disabling writes for close at 1732707629492Obtaining lock to block concurrent updates at 1732707629492Preparing flush snapshotting stores in b1b4e40b1b35e4d2533ae8f3b9ceced7 at 1732707629492Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707629492Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7. at 1732707629493 (+1 ms)Flushing b1b4e40b1b35e4d2533ae8f3b9ceced7/testFamily: creating writer at 1732707629493Flushing b1b4e40b1b35e4d2533ae8f3b9ceced7/testFamily: appending metadata at 1732707629516 (+23 ms)Flushing b1b4e40b1b35e4d2533ae8f3b9ceced7/testFamily: closing flushed file at 1732707629517 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b693027: reopening flushed file at 1732707629931 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b1b4e40b1b35e4d2533ae8f3b9ceced7 in 448ms, sequenceid=8, compaction requested=false at 1732707629940 (+9 ms)Writing region close event to WAL at 1732707629941 (+1 ms)Running coprocessor post-close hooks at 1732707629945 (+4 ms)Closed at 1732707629945
2024-11-27T11:40:29,946 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732707559691.b1b4e40b1b35e4d2533ae8f3b9ceced7.
2024-11-27T11:40:29,946 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7883402052d802c34641c98ba871b290, disabling compactions & flushes
2024-11-27T11:40:29,946 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:29,946 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:29,946 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290. after waiting 0 ms
2024-11-27T11:40:29,946 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:29,946 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7883402052d802c34641c98ba871b290 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-27T11:40:29,963 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScannerAsync/7883402052d802c34641c98ba871b290/.tmp/testFamily/95392adcc34347338a9197198f03f328 is 61, key is row-0/testFamily:testQualifier/1732707623555/Put/seqid=0
2024-11-27T11:40:29,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741867_1043 (size=5049)
2024-11-27T11:40:30,002 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 7883402052d802c34641c98ba871b290
2024-11-27T11:40:30,202 DEBUG [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1351): Waiting on 7883402052d802c34641c98ba871b290
2024-11-27T11:40:30,368 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScannerAsync/7883402052d802c34641c98ba871b290/.tmp/testFamily/95392adcc34347338a9197198f03f328
2024-11-27T11:40:30,376 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScannerAsync/7883402052d802c34641c98ba871b290/.tmp/testFamily/95392adcc34347338a9197198f03f328 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScannerAsync/7883402052d802c34641c98ba871b290/testFamily/95392adcc34347338a9197198f03f328
2024-11-27T11:40:30,382 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScannerAsync/7883402052d802c34641c98ba871b290/testFamily/95392adcc34347338a9197198f03f328, entries=4, sequenceid=8, filesize=4.9 K
2024-11-27T11:40:30,384 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7883402052d802c34641c98ba871b290 in 438ms, sequenceid=8, compaction requested=false
2024-11-27T11:40:30,388 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/data/default/testNormalScanTimeoutOnOpenScannerAsync/7883402052d802c34641c98ba871b290/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-27T11:40:30,389 INFO  [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7883402052d802c34641c98ba871b290:
Waiting for close lock at 1732707629946Running coprocessor pre-close hooks at 1732707629946Disabling compacts and flushes for region at 1732707629946Disabling writes for close at 1732707629946Obtaining lock to block concurrent updates at 1732707629946Preparing flush snapshotting stores in 7883402052d802c34641c98ba871b290 at 1732707629946Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732707629946Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290. at 1732707629947 (+1 ms)Flushing 7883402052d802c34641c98ba871b290/testFamily: creating writer at 1732707629947Flushing 7883402052d802c34641c98ba871b290/testFamily: appending metadata at 1732707629963 (+16 ms)Flushing 7883402052d802c34641c98ba871b290/testFamily: closing flushed file at 1732707629963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@790e7a8c: reopening flushed file at 1732707630375 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7883402052d802c34641c98ba871b290 in 438ms, sequenceid=8, compaction requested=false at 1732707630384 (+9 ms)Writing region close event to WAL at 1732707630384Running coprocessor post-close hooks at 1732707630388 (+4 ms)Closed at 1732707630389 (+1 ms)
2024-11-27T11:40:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732707620513.7883402052d802c34641c98ba871b290.
2024-11-27T11:40:30,403 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,36515,1732707496521; all regions closed.
2024-11-27T11:40:30,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741834_1010 (size=19479)
2024-11-27T11:40:30,412 DEBUG [RS:0;5b617c7edc8e:36515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/oldWALs
2024-11-27T11:40:30,412 INFO  [RS:0;5b617c7edc8e:36515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C36515%2C1732707496521.meta:.meta(num 1732707559239)
2024-11-27T11:40:30,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741833_1009 (size=20031)
2024-11-27T11:40:30,415 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/WALs/5b617c7edc8e,36515,1732707496521/5b617c7edc8e%2C36515%2C1732707496521.1732707558865 not finished, retry = 0
2024-11-27T11:40:30,518 DEBUG [RS:0;5b617c7edc8e:36515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/oldWALs
2024-11-27T11:40:30,518 INFO  [RS:0;5b617c7edc8e:36515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C36515%2C1732707496521:(num 1732707558865)
2024-11-27T11:40:30,518 DEBUG [RS:0;5b617c7edc8e:36515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T11:40:30,518 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T11:40:30,518 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T11:40:30,519 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-27T11:40:30,519 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T11:40:30,519 INFO  [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T11:40:30,520 INFO  [RS:0;5b617c7edc8e:36515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36515
2024-11-27T11:40:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b617c7edc8e,36515,1732707496521
2024-11-27T11:40:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-27T11:40:30,524 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T11:40:30,526 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,36515,1732707496521]
2024-11-27T11:40:30,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5b617c7edc8e,36515,1732707496521 already deleted, retry=false
2024-11-27T11:40:30,528 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,36515,1732707496521 expired; onlineServers=0
2024-11-27T11:40:30,528 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,35735,1732707495841' *****
2024-11-27T11:40:30,528 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-27T11:40:30,528 INFO  [M:0;5b617c7edc8e:35735 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T11:40:30,528 INFO  [M:0;5b617c7edc8e:35735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T11:40:30,528 DEBUG [M:0;5b617c7edc8e:35735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-27T11:40:30,529 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-27T11:40:30,529 DEBUG [M:0;5b617c7edc8e:35735 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-27T11:40:30,529 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732707498698 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732707498698,5,FailOnTimeoutGroup]
2024-11-27T11:40:30,529 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732707498701 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732707498701,5,FailOnTimeoutGroup]
2024-11-27T11:40:30,529 INFO  [M:0;5b617c7edc8e:35735 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-27T11:40:30,529 INFO  [M:0;5b617c7edc8e:35735 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T11:40:30,529 DEBUG [M:0;5b617c7edc8e:35735 {}] master.HMaster(1795): Stopping service threads
2024-11-27T11:40:30,529 INFO  [M:0;5b617c7edc8e:35735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-27T11:40:30,529 INFO  [M:0;5b617c7edc8e:35735 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-27T11:40:30,530 INFO  [M:0;5b617c7edc8e:35735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-27T11:40:30,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-27T11:40:30,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-27T11:40:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-27T11:40:30,532 DEBUG [M:0;5b617c7edc8e:35735 {}] zookeeper.ZKUtil(347): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-27T11:40:30,532 WARN  [M:0;5b617c7edc8e:35735 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-27T11:40:30,532 INFO  [M:0;5b617c7edc8e:35735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/.lastflushedseqids
2024-11-27T11:40:30,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741868_1044 (size=649)
2024-11-27T11:40:30,580 INFO  [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T11:40:30,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T11:40:30,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36515-0x101593816fd0001, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T11:40:30,627 INFO  [RS:0;5b617c7edc8e:36515 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T11:40:30,627 INFO  [RS:0;5b617c7edc8e:36515 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,36515,1732707496521; zookeeper connection closed.
2024-11-27T11:40:30,627 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6769cf75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6769cf75
2024-11-27T11:40:30,628 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-27T11:40:30,944 INFO  [M:0;5b617c7edc8e:35735 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-27T11:40:30,945 INFO  [M:0;5b617c7edc8e:35735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-27T11:40:30,945 DEBUG [M:0;5b617c7edc8e:35735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-27T11:40:30,945 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T11:40:30,945 DEBUG [M:0;5b617c7edc8e:35735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T11:40:30,945 DEBUG [M:0;5b617c7edc8e:35735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-27T11:40:30,945 DEBUG [M:0;5b617c7edc8e:35735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T11:40:30,945 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.96 KB heapSize=190.85 KB
2024-11-27T11:40:30,963 DEBUG [M:0;5b617c7edc8e:35735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0e14325a8fa4af296edf26fee13c6c8 is 82, key is hbase:meta,,1/info:regioninfo/1732707559321/Put/seqid=0
2024-11-27T11:40:30,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741869_1045 (size=5672)
2024-11-27T11:40:31,368 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0e14325a8fa4af296edf26fee13c6c8
2024-11-27T11:40:31,393 DEBUG [M:0;5b617c7edc8e:35735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d62aaa27529f44a192b0a021a4278c07 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732707560928/Put/seqid=0
2024-11-27T11:40:31,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741870_1046 (size=14067)
2024-11-27T11:40:31,799 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.40 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d62aaa27529f44a192b0a021a4278c07
2024-11-27T11:40:31,805 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d62aaa27529f44a192b0a021a4278c07
2024-11-27T11:40:31,824 DEBUG [M:0;5b617c7edc8e:35735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/228ad3803d654576910884d3dc4eadf7 is 69, key is 5b617c7edc8e,36515,1732707496521/rs:state/1732707528734/Put/seqid=0
2024-11-27T11:40:31,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741871_1047 (size=5156)
2024-11-27T11:40:32,231 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/228ad3803d654576910884d3dc4eadf7
2024-11-27T11:40:32,238 DEBUG [M:0;5b617c7edc8e:35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0e14325a8fa4af296edf26fee13c6c8 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0e14325a8fa4af296edf26fee13c6c8
2024-11-27T11:40:32,245 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0e14325a8fa4af296edf26fee13c6c8, entries=8, sequenceid=317, filesize=5.5 K
2024-11-27T11:40:32,246 DEBUG [M:0;5b617c7edc8e:35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d62aaa27529f44a192b0a021a4278c07 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d62aaa27529f44a192b0a021a4278c07
2024-11-27T11:40:32,251 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d62aaa27529f44a192b0a021a4278c07
2024-11-27T11:40:32,252 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d62aaa27529f44a192b0a021a4278c07, entries=33, sequenceid=317, filesize=13.7 K
2024-11-27T11:40:32,253 DEBUG [M:0;5b617c7edc8e:35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/228ad3803d654576910884d3dc4eadf7 as hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/228ad3803d654576910884d3dc4eadf7
2024-11-27T11:40:32,258 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/228ad3803d654576910884d3dc4eadf7, entries=1, sequenceid=317, filesize=5.0 K
2024-11-27T11:40:32,259 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.55 KB/195128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=317, compaction requested=false
2024-11-27T11:40:32,261 INFO  [M:0;5b617c7edc8e:35735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T11:40:32,261 DEBUG [M:0;5b617c7edc8e:35735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732707630945Disabling compacts and flushes for region at 1732707630945Disabling writes for close at 1732707630945Obtaining lock to block concurrent updates at 1732707630945Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732707630945Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166867, getHeapSize=195368, getOffHeapSize=0, getCellsCount=364 at 1732707630945Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732707630946 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732707630946Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732707630963 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732707630963Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732707631375 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732707631392 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732707631392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732707631805 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732707631823 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732707631823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768d3ac: reopening flushed file at 1732707632237 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d447f34: reopening flushed file at 1732707632245 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ae6703: reopening flushed file at 1732707632252 (+7 ms)Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.55 KB/195128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=317, compaction requested=false at 1732707632259 (+7 ms)Writing region close event to WAL at 1732707632261 (+2 ms)Closed at 1732707632261
2024-11-27T11:40:32,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741830_1006 (size=188079)
2024-11-27T11:40:32,264 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be5acc90-56b4-d230-3f4f-9af7a624118e/MasterData/WALs/5b617c7edc8e,35735,1732707495841/5b617c7edc8e%2C35735%2C1732707495841.1732707498177 not finished, retry = 0
2024-11-27T11:40:32,267 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-27T11:40:32,365 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T11:40:32,365 INFO  [M:0;5b617c7edc8e:35735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-27T11:40:32,365 INFO  [M:0;5b617c7edc8e:35735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35735
2024-11-27T11:40:32,366 INFO  [M:0;5b617c7edc8e:35735 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T11:40:32,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T11:40:32,468 INFO  [M:0;5b617c7edc8e:35735 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T11:40:32,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101593816fd0000, quorum=127.0.0.1:55935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T11:40:32,473 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-27T11:40:32,475 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-27T11:40:32,475 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T11:40:32,475 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-27T11:40:32,476 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/hadoop.log.dir/,STOPPED}
2024-11-27T11:40:32,478 WARN  [BP-496698676-172.17.0.2-1732707493117 heartbeating to localhost/127.0.0.1:35407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-27T11:40:32,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-27T11:40:32,478 WARN  [BP-496698676-172.17.0.2-1732707493117 heartbeating to localhost/127.0.0.1:35407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-496698676-172.17.0.2-1732707493117 (Datanode Uuid a91b75f4-ab33-4bdb-a876-7ad52107ea02) service to localhost/127.0.0.1:35407
2024-11-27T11:40:32,478 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-27T11:40:32,479 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/cluster_25c19a54-13fe-1185-e733-07dc96f4a3ee/data/data1/current/BP-496698676-172.17.0.2-1732707493117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-27T11:40:32,479 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/cluster_25c19a54-13fe-1185-e733-07dc96f4a3ee/data/data2/current/BP-496698676-172.17.0.2-1732707493117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-27T11:40:32,480 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-27T11:40:32,488 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-27T11:40:32,488 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-27T11:40:32,488 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T11:40:32,488 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-27T11:40:32,489 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46fa7cef-ff7f-21d0-b956-4fd3c5260c65/hadoop.log.dir/,STOPPED}
2024-11-27T11:40:32,495 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-27T11:40:32,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down