2024-11-28 03:34:07,653 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-28 03:34:07,680 main DEBUG Took 0.024406 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-28 03:34:07,680 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-28 03:34:07,681 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-28 03:34:07,682 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-28 03:34:07,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,693 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-28 03:34:07,707 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,709 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,710 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,711 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,712 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,713 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,715 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,717 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,718 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,719 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,720 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 03:34:07,721 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,721 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-28 03:34:07,723 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 03:34:07,725 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-28 03:34:07,727 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-28 03:34:07,727 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-28 03:34:07,729 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-28 03:34:07,729 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-28 03:34:07,738 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-28 03:34:07,741 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-28 03:34:07,742 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-28 03:34:07,742 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-28 03:34:07,743 main DEBUG createAppenders(={Console})
2024-11-28 03:34:07,743 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-28 03:34:07,744 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-28 03:34:07,744 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-28 03:34:07,744 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-28 03:34:07,745 main DEBUG OutputStream closed
2024-11-28 03:34:07,745 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-28 03:34:07,745 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-28 03:34:07,745 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-28 03:34:07,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-28 03:34:07,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-28 03:34:07,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-28 03:34:07,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-28 03:34:07,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-28 03:34:07,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-28 03:34:07,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-28 03:34:07,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-28 03:34:07,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-28 03:34:07,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-28 03:34:07,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-28 03:34:07,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-28 03:34:07,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-28 03:34:07,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-28 03:34:07,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-28 03:34:07,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-28 03:34:07,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-28 03:34:07,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-28 03:34:07,849 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-28 03:34:07,849 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-28 03:34:07,850 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-28 03:34:07,850 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-28T03:34:07,867 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-28 03:34:07,870 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-28 03:34:07,871 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-28T03:34:08,205 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed
2024-11-28T03:34:08,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T03:34:08,239 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/cluster_939acb43-eb83-7599-4912-74351dbff2e2, deleteOnExit=true
2024-11-28T03:34:08,239 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T03:34:08,240 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/test.cache.data in system properties and HBase conf
2024-11-28T03:34:08,241 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T03:34:08,241 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/hadoop.log.dir in system properties and HBase conf
2024-11-28T03:34:08,242 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T03:34:08,242 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T03:34:08,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T03:34:08,343 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-28T03:34:08,450 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T03:34:08,455 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T03:34:08,456 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T03:34:08,456 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T03:34:08,456 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T03:34:08,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T03:34:08,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T03:34:08,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T03:34:08,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T03:34:08,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T03:34:08,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/nfs.dump.dir in system properties and HBase conf
2024-11-28T03:34:08,460 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/java.io.tmpdir in system properties and HBase conf
2024-11-28T03:34:08,460 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T03:34:08,461 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T03:34:08,462 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T03:34:09,385 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-28T03:34:09,496 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2703ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-28T03:34:09,588 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T03:34:09,690 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T03:34:09,725 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T03:34:09,725 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T03:34:09,727 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T03:34:09,746 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T03:34:09,752 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/hadoop.log.dir/,AVAILABLE}
2024-11-28T03:34:09,753 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T03:34:09,979 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/java.io.tmpdir/jetty-localhost-41053-hadoop-hdfs-3_4_1-tests_jar-_-any-8014201595371511809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T03:34:09,997 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:41053}
2024-11-28T03:34:09,998 INFO  [Time-limited test {}] server.Server(415): Started @3206ms
2024-11-28T03:34:10,450 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T03:34:10,460 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T03:34:10,461 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T03:34:10,462 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T03:34:10,462 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T03:34:10,463 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/hadoop.log.dir/,AVAILABLE}
2024-11-28T03:34:10,463 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T03:34:10,594 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/java.io.tmpdir/jetty-localhost-45291-hadoop-hdfs-3_4_1-tests_jar-_-any-10823571799469994385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T03:34:10,595 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:45291}
2024-11-28T03:34:10,595 INFO  [Time-limited test {}] server.Server(415): Started @3803ms
2024-11-28T03:34:10,653 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T03:34:11,134 WARN  [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/cluster_939acb43-eb83-7599-4912-74351dbff2e2/data/data2/current/BP-1723688503-172.17.0.2-1732764849101/current, will proceed with Du for space computation calculation, 
2024-11-28T03:34:11,134 WARN  [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/cluster_939acb43-eb83-7599-4912-74351dbff2e2/data/data1/current/BP-1723688503-172.17.0.2-1732764849101/current, will proceed with Du for space computation calculation, 
2024-11-28T03:34:11,188 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T03:34:11,260 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88f46142925780f9 with lease ID 0x7c4dc575878be19d: Processing first storage report for DS-c7b213c2-e459-4a38-9773-57d8c522aa66 from datanode DatanodeRegistration(127.0.0.1:33237, datanodeUuid=b9d6ff76-6ff7-4d07-a6c9-05fe20369910, infoPort=34809, infoSecurePort=0, ipcPort=45377, storageInfo=lv=-57;cid=testClusterID;nsid=90230493;c=1732764849101)
2024-11-28T03:34:11,262 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88f46142925780f9 with lease ID 0x7c4dc575878be19d: from storage DS-c7b213c2-e459-4a38-9773-57d8c522aa66 node DatanodeRegistration(127.0.0.1:33237, datanodeUuid=b9d6ff76-6ff7-4d07-a6c9-05fe20369910, infoPort=34809, infoSecurePort=0, ipcPort=45377, storageInfo=lv=-57;cid=testClusterID;nsid=90230493;c=1732764849101), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T03:34:11,262 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88f46142925780f9 with lease ID 0x7c4dc575878be19d: Processing first storage report for DS-5ed666c6-21e8-4225-b6c0-d4ad2a3a9507 from datanode DatanodeRegistration(127.0.0.1:33237, datanodeUuid=b9d6ff76-6ff7-4d07-a6c9-05fe20369910, infoPort=34809, infoSecurePort=0, ipcPort=45377, storageInfo=lv=-57;cid=testClusterID;nsid=90230493;c=1732764849101)
2024-11-28T03:34:11,262 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88f46142925780f9 with lease ID 0x7c4dc575878be19d: from storage DS-5ed666c6-21e8-4225-b6c0-d4ad2a3a9507 node DatanodeRegistration(127.0.0.1:33237, datanodeUuid=b9d6ff76-6ff7-4d07-a6c9-05fe20369910, infoPort=34809, infoSecurePort=0, ipcPort=45377, storageInfo=lv=-57;cid=testClusterID;nsid=90230493;c=1732764849101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T03:34:11,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed
2024-11-28T03:34:11,426 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/cluster_939acb43-eb83-7599-4912-74351dbff2e2/zookeeper_0, clientPort=62401, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/cluster_939acb43-eb83-7599-4912-74351dbff2e2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/cluster_939acb43-eb83-7599-4912-74351dbff2e2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T03:34:11,438 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62401
2024-11-28T03:34:11,453 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T03:34:11,457 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T03:34:11,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741825_1001 (size=7)
2024-11-28T03:34:12,147 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06 with version=8
2024-11-28T03:34:12,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/hbase-staging
2024-11-28T03:34:12,240 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-28T03:34:12,506 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=9
2024-11-28T03:34:12,517 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T03:34:12,518 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T03:34:12,522 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T03:34:12,523 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T03:34:12,523 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T03:34:12,684 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T03:34:12,743 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-28T03:34:12,751 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-28T03:34:12,755 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T03:34:12,782 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12719 (auto-detected)
2024-11-28T03:34:12,783 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-28T03:34:12,801 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40239
2024-11-28T03:34:12,823 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40239 connecting to ZooKeeper ensemble=127.0.0.1:62401
2024-11-28T03:34:12,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402390x0, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T03:34:12,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40239-0x1015ca3475c0000 connected
2024-11-28T03:34:12,886 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T03:34:12,888 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T03:34:12,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T03:34:12,901 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06, hbase.cluster.distributed=false
2024-11-28T03:34:12,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-28T03:34:12,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40239
2024-11-28T03:34:12,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40239
2024-11-28T03:34:12,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40239
2024-11-28T03:34:12,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40239
2024-11-28T03:34:12,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40239
2024-11-28T03:34:13,051 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=9
2024-11-28T03:34:13,053 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T03:34:13,053 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T03:34:13,053 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T03:34:13,054 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T03:34:13,054 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T03:34:13,056 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T03:34:13,058 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T03:34:13,059 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33293
2024-11-28T03:34:13,061 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33293 connecting to ZooKeeper ensemble=127.0.0.1:62401
2024-11-28T03:34:13,062 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T03:34:13,065 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T03:34:13,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332930x0, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T03:34:13,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332930x0, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T03:34:13,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33293-0x1015ca3475c0001 connected
2024-11-28T03:34:13,077 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T03:34:13,085 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T03:34:13,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-28T03:34:13,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-28T03:34:13,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33293
2024-11-28T03:34:13,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33293
2024-11-28T03:34:13,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33293
2024-11-28T03:34:13,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33293
2024-11-28T03:34:13,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33293
2024-11-28T03:34:13,109 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:40239
2024-11-28T03:34:13,110 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:34:13,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T03:34:13,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T03:34:13,118 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:34:13,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-28T03:34:13,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:13,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:13,140 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-28T03:34:13,141 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4e3b2a3b1ef,40239,1732764852294 from backup master directory
2024-11-28T03:34:13,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:34:13,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T03:34:13,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T03:34:13,146 WARN  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T03:34:13,146 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:34:13,148 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-28T03:34:13,149 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-28T03:34:13,204 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/hbase.id] with ID: f706c957-2493-4235-9716-063334488737
2024-11-28T03:34:13,204 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/.tmp/hbase.id
2024-11-28T03:34:13,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741826_1002 (size=42)
2024-11-28T03:34:13,616 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/.tmp/hbase.id]:[hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/hbase.id]
2024-11-28T03:34:13,663 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T03:34:13,668 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T03:34:13,687 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-28T03:34:13,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:13,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:13,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741827_1003 (size=196)
2024-11-28T03:34:13,726 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:34:13,729 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T03:34:13,746 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T03:34:13,750 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T03:34:13,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741828_1004 (size=1189)
2024-11-28T03:34:14,213 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store
2024-11-28T03:34:14,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741829_1005 (size=34)
2024-11-28T03:34:14,640 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-28T03:34:14,643 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:34:14,644 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T03:34:14,644 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T03:34:14,645 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T03:34:14,646 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T03:34:14,646 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T03:34:14,646 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T03:34:14,647 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732764854644Disabling compacts and flushes for region at 1732764854644Disabling writes for close at 1732764854646 (+2 ms)Writing region close event to WAL at 1732764854646Closed at 1732764854646
2024-11-28T03:34:14,650 WARN  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/.initializing
2024-11-28T03:34:14,650 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/WALs/b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:34:14,659 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T03:34:14,674 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C40239%2C1732764852294, suffix=, logDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/WALs/b4e3b2a3b1ef,40239,1732764852294, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/oldWALs, maxLogs=10
2024-11-28T03:34:14,698 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/WALs/b4e3b2a3b1ef,40239,1732764852294/b4e3b2a3b1ef%2C40239%2C1732764852294.1732764854679, exclude list is [], retry=0
2024-11-28T03:34:14,719 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33237,DS-c7b213c2-e459-4a38-9773-57d8c522aa66,DISK]
2024-11-28T03:34:14,722 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-28T03:34:14,763 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/WALs/b4e3b2a3b1ef,40239,1732764852294/b4e3b2a3b1ef%2C40239%2C1732764852294.1732764854679
2024-11-28T03:34:14,764 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34809:34809)]
2024-11-28T03:34:14,765 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:34:14,765 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:34:14,769 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T03:34:14,770 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T03:34:14,814 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T03:34:14,846 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T03:34:14,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:34:14,854 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T03:34:14,855 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T03:34:14,858 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T03:34:14,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:34:14,859 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:34:14,860 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T03:34:14,863 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T03:34:14,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:34:14,864 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:34:14,864 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T03:34:14,867 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T03:34:14,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:34:14,869 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:34:14,869 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T03:34:14,873 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T03:34:14,874 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T03:34:14,880 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T03:34:14,881 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T03:34:14,884 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T03:34:14,888 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T03:34:14,893 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:34:14,895 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61337794, jitterRate=-0.0859956443309784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T03:34:14,904 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732764854782Initializing all the Stores at 1732764854784 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764854785 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764854785Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764854786 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764854786Cleaning up temporary data from old regions at 1732764854881 (+95 ms)Region opened successfully at 1732764854904 (+23 ms)
2024-11-28T03:34:14,906 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T03:34:14,948 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57672170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0
2024-11-28T03:34:14,987 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T03:34:15,004 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T03:34:15,004 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T03:34:15,008 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T03:34:15,010 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-28T03:34:15,016 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-28T03:34:15,016 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T03:34:15,048 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T03:34:15,058 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-28T03:34:15,060 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-28T03:34:15,063 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T03:34:15,065 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-28T03:34:15,067 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-28T03:34:15,069 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T03:34:15,073 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-28T03:34:15,076 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-28T03:34:15,077 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-28T03:34:15,078 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-28T03:34:15,101 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T03:34:15,103 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-28T03:34:15,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-28T03:34:15,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-28T03:34:15,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:15,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:15,112 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,40239,1732764852294, sessionid=0x1015ca3475c0000, setting cluster-up flag (Was=false)
2024-11-28T03:34:15,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:15,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:15,142 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-28T03:34:15,145 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:34:15,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:15,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:34:15,161 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-28T03:34:15,163 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:34:15,169 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T03:34:15,199 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(746): ClusterId : f706c957-2493-4235-9716-063334488737
2024-11-28T03:34:15,202 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T03:34:15,207 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T03:34:15,207 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T03:34:15,210 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T03:34:15,211 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3431386f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0
2024-11-28T03:34:15,226 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:33293
2024-11-28T03:34:15,230 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T03:34:15,231 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T03:34:15,231 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T03:34:15,234 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,40239,1732764852294 with port=33293, startcode=1732764853011
2024-11-28T03:34:15,247 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T03:34:15,248 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T03:34:15,257 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T03:34:15,264 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T03:34:15,269 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,40239,1732764852294
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T03:34:15,277 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5
2024-11-28T03:34:15,277 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5
2024-11-28T03:34:15,277 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5
2024-11-28T03:34:15,277 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5
2024-11-28T03:34:15,278 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10
2024-11-28T03:34:15,278 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:15,278 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2
2024-11-28T03:34:15,279 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:15,282 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764885282
2024-11-28T03:34:15,285 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T03:34:15,285 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T03:34:15,286 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T03:34:15,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T03:34:15,286 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T03:34:15,290 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T03:34:15,291 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T03:34:15,291 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T03:34:15,291 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T03:34:15,292 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:34:15,293 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T03:34:15,293 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40239 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-28T03:34:15,292 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:15,296 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T03:34:15,298 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T03:34:15,298 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T03:34:15,301 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T03:34:15,301 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T03:34:15,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741831_1007 (size=1321)
2024-11-28T03:34:15,305 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764855303,5,FailOnTimeoutGroup]
2024-11-28T03:34:15,306 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764855305,5,FailOnTimeoutGroup]
2024-11-28T03:34:15,306 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:15,306 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T03:34:15,307 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:15,308 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:15,322 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-28T03:34:15,322 WARN  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-28T03:34:15,706 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T03:34:15,706 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:34:15,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741832_1008 (size=32)
2024-11-28T03:34:16,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:34:16,120 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T03:34:16,122 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T03:34:16,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:34:16,123 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T03:34:16,124 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T03:34:16,126 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T03:34:16,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:34:16,127 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T03:34:16,127 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T03:34:16,130 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T03:34:16,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:34:16,131 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T03:34:16,132 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T03:34:16,134 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T03:34:16,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:34:16,135 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T03:34:16,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T03:34:16,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740
2024-11-28T03:34:16,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740
2024-11-28T03:34:16,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T03:34:16,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T03:34:16,142 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T03:34:16,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T03:34:16,148 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:34:16,149 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63014980, jitterRate=-0.06100362539291382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T03:34:16,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732764856118Initializing all the Stores at 1732764856119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764856120 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764856120Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764856120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764856120Cleaning up temporary data from old regions at 1732764856141 (+21 ms)Region opened successfully at 1732764856151 (+10 ms)
2024-11-28T03:34:16,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T03:34:16,152 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T03:34:16,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T03:34:16,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T03:34:16,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T03:34:16,153 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T03:34:16,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732764856151Disabling compacts and flushes for region at 1732764856151Disabling writes for close at 1732764856152 (+1 ms)Writing region close event to WAL at 1732764856153 (+1 ms)Closed at 1732764856153
2024-11-28T03:34:16,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T03:34:16,156 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T03:34:16,165 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T03:34:16,175 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T03:34:16,177 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T03:34:16,328 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:17,329 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:18,330 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:19,330 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:20,331 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:21,332 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:22,333 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:22,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T03:34:22,741 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-28T03:34:23,334 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:24,334 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:25,335 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:26,336 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:27,336 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:28,337 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:29,338 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:30,339 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:31,339 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:32,340 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:33,341 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:34,342 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:35,342 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:36,343 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:37,344 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:38,344 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:39,345 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:40,346 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:41,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T03:34:41,346 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:42,347 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:43,348 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:44,348 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:45,324 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,40239,1732764852294 with port=33293, startcode=1732764853011
2024-11-28T03:34:45,326 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:34:45,329 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40239 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:34:45,340 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:34:45,340 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33243
2024-11-28T03:34:45,340 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T03:34:45,349 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:45,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-28T03:34:45,350 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] zookeeper.ZKUtil(111): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:34:45,350 WARN  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T03:34:45,350 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T03:34:45,351 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/WALs/b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:34:45,353 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,33293,1732764853011]
2024-11-28T03:34:45,377 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T03:34:45,389 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T03:34:45,394 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T03:34:45,394 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,395 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T03:34:45,401 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T03:34:45,402 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,402 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,403 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,403 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,403 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,403 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,403 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2
2024-11-28T03:34:45,403 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,404 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,404 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,404 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,404 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,404 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1
2024-11-28T03:34:45,404 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3
2024-11-28T03:34:45,404 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3
2024-11-28T03:34:45,405 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,406 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,406 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,406 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,406 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,406 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,33293,1732764853011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T03:34:45,431 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T03:34:45,433 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,33293,1732764853011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,433 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,433 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.Replication(171): b4e3b2a3b1ef,33293,1732764853011 started
2024-11-28T03:34:45,453 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T03:34:45,453 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,33293,1732764853011, RpcServer on b4e3b2a3b1ef/172.17.0.2:33293, sessionid=0x1015ca3475c0001
2024-11-28T03:34:45,454 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T03:34:45,455 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:34:45,455 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,33293,1732764853011'
2024-11-28T03:34:45,455 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-28T03:34:45,456 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-28T03:34:45,457 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T03:34:45,457 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T03:34:45,457 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:34:45,457 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,33293,1732764853011'
2024-11-28T03:34:45,457 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-28T03:34:45,458 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-28T03:34:45,458 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T03:34:45,458 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T03:34:45,458 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T03:34:46,349 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:47,350 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:48,351 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:49,352 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:50,353 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:51,353 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:52,354 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:53,355 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:54,355 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:55,356 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:56,357 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:57,358 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:58,358 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:34:59,359 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:00,360 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:01,360 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:02,361 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:03,362 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:04,363 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:05,364 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:06,364 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:07,365 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:08,366 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:09,366 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:10,367 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:11,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T03:35:11,367 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:12,368 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:13,369 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:14,369 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:15,370 WARN  [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T03:35:15,465 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T03:35:15,470 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C33293%2C1732764853011, suffix=, logDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/WALs/b4e3b2a3b1ef,33293,1732764853011, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/oldWALs, maxLogs=32
2024-11-28T03:35:15,491 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/WALs/b4e3b2a3b1ef,33293,1732764853011/b4e3b2a3b1ef%2C33293%2C1732764853011.1732764915473, exclude list is [], retry=0
2024-11-28T03:35:15,500 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33237,DS-c7b213c2-e459-4a38-9773-57d8c522aa66,DISK]
2024-11-28T03:35:15,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/WALs/b4e3b2a3b1ef,33293,1732764853011/b4e3b2a3b1ef%2C33293%2C1732764853011.1732764915473
2024-11-28T03:35:15,508 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34809:34809)]
2024-11-28T03:35:15,623 DEBUG [b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T03:35:15,637 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:15,645 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,33293,1732764853011, state=OPENING
2024-11-28T03:35:15,651 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T03:35:15,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:35:15,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:35:15,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T03:35:15,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T03:35:15,656 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T03:35:15,659 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:35:15,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T03:35:15,848 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T03:35:15,861 INFO  [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T03:35:15,862 INFO  [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T03:35:15,862 INFO  [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T03:35:15,868 INFO  [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C33293%2C1732764853011.meta, suffix=.meta, logDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/WALs/b4e3b2a3b1ef,33293,1732764853011, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/oldWALs, maxLogs=32
2024-11-28T03:35:15,892 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/WALs/b4e3b2a3b1ef,33293,1732764853011/b4e3b2a3b1ef%2C33293%2C1732764853011.meta.1732764915872.meta, exclude list is [], retry=0
2024-11-28T03:35:15,896 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33237,DS-c7b213c2-e459-4a38-9773-57d8c522aa66,DISK]
2024-11-28T03:35:15,905 INFO  [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/WALs/b4e3b2a3b1ef,33293,1732764853011/b4e3b2a3b1ef%2C33293%2C1732764853011.meta.1732764915872.meta
2024-11-28T03:35:15,906 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34809:34809)]
2024-11-28T03:35:15,907 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:35:15,908 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T03:35:15,911 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T03:35:15,916 INFO  [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T03:35:15,921 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T03:35:15,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:15,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T03:35:15,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T03:35:15,926 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T03:35:15,927 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T03:35:15,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:15,928 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T03:35:15,929 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T03:35:15,930 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T03:35:15,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:15,931 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T03:35:15,931 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T03:35:15,933 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T03:35:15,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:15,934 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T03:35:15,934 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T03:35:15,935 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T03:35:15,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:15,936 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T03:35:15,936 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T03:35:15,938 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740
2024-11-28T03:35:15,940 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740
2024-11-28T03:35:15,943 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T03:35:15,943 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T03:35:15,944 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T03:35:15,947 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T03:35:15,949 INFO  [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73070681, jitterRate=0.08883799612522125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T03:35:15,949 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T03:35:15,951 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732764915923Writing region info on filesystem at 1732764915923Initializing all the Stores at 1732764915925 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764915925Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764915925Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764915925Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764915925Cleaning up temporary data from old regions at 1732764915943 (+18 ms)Running coprocessor post-open hooks at 1732764915949 (+6 ms)Region opened successfully at 1732764915951 (+2 ms)
2024-11-28T03:35:15,959 INFO  [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764915830
2024-11-28T03:35:15,976 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T03:35:15,977 INFO  [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T03:35:15,979 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:15,982 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,33293,1732764853011, state=OPEN
2024-11-28T03:35:15,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-28T03:35:15,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-28T03:35:15,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T03:35:15,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T03:35:15,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:16,000 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T03:35:16,000 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,33293,1732764853011 in 333 msec
2024-11-28T03:35:16,013 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T03:35:16,014 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.8380 sec
2024-11-28T03:35:16,016 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T03:35:16,016 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T03:35:16,042 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T03:35:16,044 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=-1]
2024-11-28T03:35:16,071 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T03:35:16,076 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T03:35:16,109 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.906 sec
2024-11-28T03:35:16,109 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764916109, completionTime=-1
2024-11-28T03:35:16,113 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T03:35:16,113 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T03:35:16,161 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T03:35:16,161 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764976161
2024-11-28T03:35:16,161 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732765036161
2024-11-28T03:35:16,161 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 48 msec
2024-11-28T03:35:16,164 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40239,1732764852294-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T03:35:16,164 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40239,1732764852294-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T03:35:16,164 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40239,1732764852294-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T03:35:16,166 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:40239, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T03:35:16,167 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T03:35:16,174 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T03:35:16,180 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T03:35:16,202 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.056sec
2024-11-28T03:35:16,204 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T03:35:16,205 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T03:35:16,206 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T03:35:16,206 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T03:35:16,207 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T03:35:16,207 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40239,1732764852294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T03:35:16,208 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40239,1732764852294-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T03:35:16,217 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T03:35:16,218 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T03:35:16,218 INFO  [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40239,1732764852294-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T03:35:16,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b928a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T03:35:16,266 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-28T03:35:16,266 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-28T03:35:16,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40239,-1 for getting cluster id
2024-11-28T03:35:16,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T03:35:16,296 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f706c957-2493-4235-9716-063334488737'
2024-11-28T03:35:16,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T03:35:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f706c957-2493-4235-9716-063334488737"

2024-11-28T03:35:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff31ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T03:35:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40239,-1]
2024-11-28T03:35:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T03:35:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T03:35:16,316 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T03:35:16,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757813c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T03:35:16,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T03:35:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=-1]
2024-11-28T03:35:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T03:35:16,339 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T03:35:16,368 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:35:16,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d428a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T03:35:16,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40239,-1 for getting cluster id
2024-11-28T03:35:16,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T03:35:16,386 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f706c957-2493-4235-9716-063334488737'
2024-11-28T03:35:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T03:35:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f706c957-2493-4235-9716-063334488737"

2024-11-28T03:35:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617925cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T03:35:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40239,-1]
2024-11-28T03:35:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T03:35:16,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T03:35:16,394 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T03:35:16,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c842d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T03:35:16,418 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=6826
2024-11-28T03:35:16,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T03:35:16,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:35:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a8f0ea
2024-11-28T03:35:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T03:35:16,487 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T03:35:16,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:35:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-28T03:35:16,526 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:35:16,529 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-28T03:35:16,530 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:16,533 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:35:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T03:35:16,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741835_1011 (size=428)
2024-11-28T03:35:16,980 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d2a0203c0d75a873caeaff26517e488, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:35:16,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741836_1012 (size=79)
2024-11-28T03:35:16,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:16,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6d2a0203c0d75a873caeaff26517e488, disabling compactions & flushes
2024-11-28T03:35:16,993 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:35:16,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:35:16,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488. after waiting 0 ms
2024-11-28T03:35:16,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:35:16,993 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:35:16,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d2a0203c0d75a873caeaff26517e488:
Waiting for close lock at 1732764916993Disabling compacts and flushes for region at 1732764916993Disabling writes for close at 1732764916993Writing region close event to WAL at 1732764916993Closed at 1732764916993
2024-11-28T03:35:16,996 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:35:17,003 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732764916996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764916996"}]},"ts":"1732764916996"}
2024-11-28T03:35:17,009 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:35:17,011 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:35:17,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764917012"}]},"ts":"1732764917012"}
2024-11-28T03:35:17,021 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-28T03:35:17,024 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d2a0203c0d75a873caeaff26517e488, ASSIGN}]
2024-11-28T03:35:17,027 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d2a0203c0d75a873caeaff26517e488, ASSIGN
2024-11-28T03:35:17,029 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d2a0203c0d75a873caeaff26517e488, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:35:17,181 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d2a0203c0d75a873caeaff26517e488, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:17,186 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d2a0203c0d75a873caeaff26517e488, ASSIGN because future has completed
2024-11-28T03:35:17,188 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2a0203c0d75a873caeaff26517e488, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:35:17,350 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:35:17,351 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d2a0203c0d75a873caeaff26517e488, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:35:17,351 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,351 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:17,351 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,351 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,356 INFO  [StoreOpener-6d2a0203c0d75a873caeaff26517e488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6d2a0203c0d75a873caeaff26517e488 
2024-11-28T03:35:17,358 INFO  [StoreOpener-6d2a0203c0d75a873caeaff26517e488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2a0203c0d75a873caeaff26517e488 columnFamilyName testFamily
2024-11-28T03:35:17,358 DEBUG [StoreOpener-6d2a0203c0d75a873caeaff26517e488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:17,359 INFO  [StoreOpener-6d2a0203c0d75a873caeaff26517e488-1 {}] regionserver.HStore(327): Store=6d2a0203c0d75a873caeaff26517e488/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:35:17,359 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,361 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,362 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,363 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,363 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,366 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,370 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d2a0203c0d75a873caeaff26517e488/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:35:17,371 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d2a0203c0d75a873caeaff26517e488; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71445464, jitterRate=0.06462037563323975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:35:17,371 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:35:17,372 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d2a0203c0d75a873caeaff26517e488:
Running coprocessor pre-open hook at 1732764917352Writing region info on filesystem at 1732764917352Initializing all the Stores at 1732764917355 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764917355Cleaning up temporary data from old regions at 1732764917363 (+8 ms)Running coprocessor post-open hooks at 1732764917371 (+8 ms)Region opened successfully at 1732764917372 (+1 ms)
2024-11-28T03:35:17,374 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488., pid=6, masterSystemTime=1732764917343
2024-11-28T03:35:17,378 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:35:17,379 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:35:17,380 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d2a0203c0d75a873caeaff26517e488, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:17,385 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2a0203c0d75a873caeaff26517e488, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:35:17,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T03:35:17,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d2a0203c0d75a873caeaff26517e488, server=b4e3b2a3b1ef,33293,1732764853011 in 199 msec
2024-11-28T03:35:17,397 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T03:35:17,397 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d2a0203c0d75a873caeaff26517e488, ASSIGN in 369 msec
2024-11-28T03:35:17,399 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:35:17,399 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764917399"}]},"ts":"1732764917399"}
2024-11-28T03:35:17,403 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-28T03:35:17,405 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:35:17,409 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 905 msec
2024-11-28T03:35:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T03:35:17,548 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-28T03:35:17,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-28T03:35:17,550 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:17,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-28T03:35:17,558 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:17,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-28T03:35:17,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T03:35:17,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=-1]
2024-11-28T03:35:17,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T03:35:17,567 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T03:35:17,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:35:17,593 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:35:17,597 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-28T03:35:17,604 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-28T03:35:17,609 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-28T03:35:17,611 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-28T03:35:17,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4429533929963257864
2024-11-28T03:35:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44218 deadline: 1732764920611, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-28T03:35:17,622 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-28T03:35:17,623 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-28T03:35:17,624 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:17,626 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:17,627 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4429533929963257866
2024-11-28T03:35:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44218 deadline: 1732764920625, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-28T03:35:17,631 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:17,632 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4429533929963257867
2024-11-28T03:35:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44218 deadline: 1732764920631, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-28T03:35:17,638 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:17,639 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4429533929963257868
2024-11-28T03:35:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44218 deadline: 1732764920638, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-28T03:35:17,644 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:17,662 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_791448365_22 at /127.0.0.1:54390 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=6781 (was 6826)
2024-11-28T03:35:17,673 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=6781
2024-11-28T03:35:17,677 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:35:17,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-28T03:35:17,683 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:35:17,683 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:17,683 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-28T03:35:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T03:35:17,687 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:35:17,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741837_1013 (size=414)
2024-11-28T03:35:17,705 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a54e765875af482aeb5aee9c1139b2a, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:35:17,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741838_1014 (size=65)
2024-11-28T03:35:17,716 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:17,716 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 5a54e765875af482aeb5aee9c1139b2a, disabling compactions & flushes
2024-11-28T03:35:17,716 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:35:17,716 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:35:17,716 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a. after waiting 0 ms
2024-11-28T03:35:17,716 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:35:17,717 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:35:17,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a54e765875af482aeb5aee9c1139b2a:
Waiting for close lock at 1732764917716Disabling compacts and flushes for region at 1732764917716Disabling writes for close at 1732764917716Writing region close event to WAL at 1732764917717 (+1 ms)Closed at 1732764917717
2024-11-28T03:35:17,720 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:35:17,720 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732764917720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764917720"}]},"ts":"1732764917720"}
2024-11-28T03:35:17,725 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:35:17,727 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:35:17,727 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764917727"}]},"ts":"1732764917727"}
2024-11-28T03:35:17,731 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-28T03:35:17,731 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5a54e765875af482aeb5aee9c1139b2a, ASSIGN}]
2024-11-28T03:35:17,733 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5a54e765875af482aeb5aee9c1139b2a, ASSIGN
2024-11-28T03:35:17,735 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5a54e765875af482aeb5aee9c1139b2a, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:35:17,887 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5a54e765875af482aeb5aee9c1139b2a, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:17,892 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5a54e765875af482aeb5aee9c1139b2a, ASSIGN because future has completed
2024-11-28T03:35:17,893 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a54e765875af482aeb5aee9c1139b2a, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:35:18,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:35:18,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a54e765875af482aeb5aee9c1139b2a, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:35:18,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:18,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,056 INFO  [StoreOpener-5a54e765875af482aeb5aee9c1139b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5a54e765875af482aeb5aee9c1139b2a 
2024-11-28T03:35:18,058 INFO  [StoreOpener-5a54e765875af482aeb5aee9c1139b2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a54e765875af482aeb5aee9c1139b2a columnFamilyName testFamily
2024-11-28T03:35:18,058 DEBUG [StoreOpener-5a54e765875af482aeb5aee9c1139b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:18,059 INFO  [StoreOpener-5a54e765875af482aeb5aee9c1139b2a-1 {}] regionserver.HStore(327): Store=5a54e765875af482aeb5aee9c1139b2a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:35:18,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScanner/5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScanner/5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScanner/5a54e765875af482aeb5aee9c1139b2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:35:18,071 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 5a54e765875af482aeb5aee9c1139b2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65377093, jitterRate=-0.02580539882183075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:35:18,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:35:18,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 5a54e765875af482aeb5aee9c1139b2a:
Running coprocessor pre-open hook at 1732764918054Writing region info on filesystem at 1732764918054Initializing all the Stores at 1732764918055 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764918056 (+1 ms)Cleaning up temporary data from old regions at 1732764918063 (+7 ms)Running coprocessor post-open hooks at 1732764918072 (+9 ms)Region opened successfully at 1732764918073 (+1 ms)
2024-11-28T03:35:18,075 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a., pid=9, masterSystemTime=1732764918046
2024-11-28T03:35:18,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:35:18,079 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:35:18,081 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5a54e765875af482aeb5aee9c1139b2a, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:18,085 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a54e765875af482aeb5aee9c1139b2a, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:35:18,091 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T03:35:18,091 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a54e765875af482aeb5aee9c1139b2a, server=b4e3b2a3b1ef,33293,1732764853011 in 194 msec
2024-11-28T03:35:18,096 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-28T03:35:18,096 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5a54e765875af482aeb5aee9c1139b2a, ASSIGN in 360 msec
2024-11-28T03:35:18,098 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:35:18,098 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764918098"}]},"ts":"1732764918098"}
2024-11-28T03:35:18,101 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-28T03:35:18,103 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:35:18,106 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 426 msec
2024-11-28T03:35:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T03:35:18,698 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-28T03:35:18,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-28T03:35:18,698 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:18,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-28T03:35:18,705 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:18,705 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-28T03:35:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:35:18,726 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:35:18,727 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-28T03:35:18,732 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-28T03:35:18,735 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-28T03:35:21,485 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-28T03:35:21,516 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-28T03:35:21,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T03:35:21,519 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-28T03:35:22,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T03:35:22,740 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T03:35:22,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T03:35:22,742 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-28T03:35:22,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-28T03:35:22,742 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-28T03:35:22,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-28T03:35:22,744 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-28T03:35:24,750 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4e3b2a3b1ef:33293 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-28T03:35:24,751 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-28T03:35:24,751 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 from cache
2024-11-28T03:35:24,764 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 330) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6742 (was 6781)
2024-11-28T03:35:24,773 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=6742
2024-11-28T03:35:24,776 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:35:24,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-28T03:35:24,782 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:35:24,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:24,782 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-28T03:35:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-28T03:35:24,784 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:35:24,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741839_1015 (size=412)
2024-11-28T03:35:25,204 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b34b7a2c351a5f0499b04b5baa00d0d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:35:25,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741840_1016 (size=63)
2024-11-28T03:35:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-28T03:35:25,615 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:25,615 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 0b34b7a2c351a5f0499b04b5baa00d0d, disabling compactions & flushes
2024-11-28T03:35:25,615 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:35:25,615 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:35:25,615 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d. after waiting 0 ms
2024-11-28T03:35:25,615 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:35:25,616 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:35:25,616 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b34b7a2c351a5f0499b04b5baa00d0d:
Waiting for close lock at 1732764925615Disabling compacts and flushes for region at 1732764925615Disabling writes for close at 1732764925615Writing region close event to WAL at 1732764925616 (+1 ms)Closed at 1732764925616
2024-11-28T03:35:25,618 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:35:25,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732764925618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764925618"}]},"ts":"1732764925618"}
2024-11-28T03:35:25,622 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:35:25,624 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:35:25,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764925624"}]},"ts":"1732764925624"}
2024-11-28T03:35:25,627 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-28T03:35:25,628 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0b34b7a2c351a5f0499b04b5baa00d0d, ASSIGN}]
2024-11-28T03:35:25,630 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0b34b7a2c351a5f0499b04b5baa00d0d, ASSIGN
2024-11-28T03:35:25,631 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0b34b7a2c351a5f0499b04b5baa00d0d, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:35:25,783 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0b34b7a2c351a5f0499b04b5baa00d0d, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:25,789 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0b34b7a2c351a5f0499b04b5baa00d0d, ASSIGN because future has completed
2024-11-28T03:35:25,790 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b34b7a2c351a5f0499b04b5baa00d0d, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:35:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-28T03:35:25,952 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:35:25,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b34b7a2c351a5f0499b04b5baa00d0d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:35:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,956 INFO  [StoreOpener-0b34b7a2c351a5f0499b04b5baa00d0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0b34b7a2c351a5f0499b04b5baa00d0d 
2024-11-28T03:35:25,958 INFO  [StoreOpener-0b34b7a2c351a5f0499b04b5baa00d0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b34b7a2c351a5f0499b04b5baa00d0d columnFamilyName testFamily
2024-11-28T03:35:25,958 DEBUG [StoreOpener-0b34b7a2c351a5f0499b04b5baa00d0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:25,959 INFO  [StoreOpener-0b34b7a2c351a5f0499b04b5baa00d0d-1 {}] regionserver.HStore(327): Store=0b34b7a2c351a5f0499b04b5baa00d0d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:35:25,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNextAsync/0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNextAsync/0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNextAsync/0b34b7a2c351a5f0499b04b5baa00d0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:35:25,970 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 0b34b7a2c351a5f0499b04b5baa00d0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74680677, jitterRate=0.1128288060426712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:35:25,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:35:25,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 0b34b7a2c351a5f0499b04b5baa00d0d:
Running coprocessor pre-open hook at 1732764925953Writing region info on filesystem at 1732764925954 (+1 ms)Initializing all the Stores at 1732764925955 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764925955Cleaning up temporary data from old regions at 1732764925963 (+8 ms)Running coprocessor post-open hooks at 1732764925971 (+8 ms)Region opened successfully at 1732764925972 (+1 ms)
2024-11-28T03:35:25,973 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d., pid=12, masterSystemTime=1732764925945
2024-11-28T03:35:25,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:35:25,977 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:35:25,978 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0b34b7a2c351a5f0499b04b5baa00d0d, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:25,982 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b34b7a2c351a5f0499b04b5baa00d0d, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:35:25,989 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-28T03:35:25,989 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b34b7a2c351a5f0499b04b5baa00d0d, server=b4e3b2a3b1ef,33293,1732764853011 in 194 msec
2024-11-28T03:35:25,993 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-28T03:35:25,993 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=0b34b7a2c351a5f0499b04b5baa00d0d, ASSIGN in 361 msec
2024-11-28T03:35:25,995 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:35:25,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764925995"}]},"ts":"1732764925995"}
2024-11-28T03:35:25,998 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-28T03:35:26,000 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:35:26,003 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2230 sec
2024-11-28T03:35:27,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-28T03:35:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-28T03:35:27,818 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-28T03:35:27,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-28T03:35:27,818 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:27,825 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-28T03:35:27,825 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:27,825 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-28T03:35:27,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:35:27,845 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:35:27,845 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-28T03:35:27,849 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-28T03:35:27,851 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-28T03:35:27,853 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-28T03:35:27,854 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-28T03:35:31,455 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-28T03:35:32,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-28T03:35:32,740 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-28T03:35:33,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33293 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257877' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-28T03:35:33,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33293 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:44218 deadline: 1732764939866, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257877' does not exist
2024-11-28T03:35:33,869 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b4e3b2a3b1ef,33293,1732764853011 for closing scanner id = 4429533929963257877 for 0b34b7a2c351a5f0499b04b5baa00d0d of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257877' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T03:35:33,872 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6730 (was 6742)
2024-11-28T03:35:33,881 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=6730
2024-11-28T03:35:33,883 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:35:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-28T03:35:33,887 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:35:33,887 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:33,887 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-28T03:35:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-28T03:35:33,889 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:35:33,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741841_1017 (size=423)
2024-11-28T03:35:34,301 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6bab398d5ce30ad759c988e8b133c6b, NAME => 'testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:35:34,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741842_1018 (size=74)
2024-11-28T03:35:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-28T03:35:34,710 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:34,711 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing c6bab398d5ce30ad759c988e8b133c6b, disabling compactions & flushes
2024-11-28T03:35:34,711 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:35:34,711 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:35:34,711 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b. after waiting 0 ms
2024-11-28T03:35:34,711 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:35:34,711 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:35:34,711 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6bab398d5ce30ad759c988e8b133c6b:
Waiting for close lock at 1732764934710Disabling compacts and flushes for region at 1732764934710Disabling writes for close at 1732764934711 (+1 ms)Writing region close event to WAL at 1732764934711Closed at 1732764934711
2024-11-28T03:35:34,713 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:35:34,713 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732764934713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764934713"}]},"ts":"1732764934713"}
2024-11-28T03:35:34,717 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:35:34,718 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:35:34,719 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764934718"}]},"ts":"1732764934718"}
2024-11-28T03:35:34,721 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-28T03:35:34,722 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c6bab398d5ce30ad759c988e8b133c6b, ASSIGN}]
2024-11-28T03:35:34,723 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c6bab398d5ce30ad759c988e8b133c6b, ASSIGN
2024-11-28T03:35:34,724 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c6bab398d5ce30ad759c988e8b133c6b, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:35:34,875 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c6bab398d5ce30ad759c988e8b133c6b, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:34,879 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c6bab398d5ce30ad759c988e8b133c6b, ASSIGN because future has completed
2024-11-28T03:35:34,879 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6bab398d5ce30ad759c988e8b133c6b, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:35:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-28T03:35:35,038 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:35:35,038 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c6bab398d5ce30ad759c988e8b133c6b, NAME => 'testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:35:35,039 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,039 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:35,039 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,039 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,041 INFO  [StoreOpener-c6bab398d5ce30ad759c988e8b133c6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c6bab398d5ce30ad759c988e8b133c6b 
2024-11-28T03:35:35,044 INFO  [StoreOpener-c6bab398d5ce30ad759c988e8b133c6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6bab398d5ce30ad759c988e8b133c6b columnFamilyName testFamily
2024-11-28T03:35:35,044 DEBUG [StoreOpener-c6bab398d5ce30ad759c988e8b133c6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:35,045 INFO  [StoreOpener-c6bab398d5ce30ad759c988e8b133c6b-1 {}] regionserver.HStore(327): Store=c6bab398d5ce30ad759c988e8b133c6b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:35:35,045 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,046 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextException/c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,047 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextException/c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,047 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,047 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,050 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,053 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextException/c6bab398d5ce30ad759c988e8b133c6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:35:35,054 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c6bab398d5ce30ad759c988e8b133c6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67365114, jitterRate=0.003818422555923462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:35:35,054 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:35:35,055 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c6bab398d5ce30ad759c988e8b133c6b:
Running coprocessor pre-open hook at 1732764935039Writing region info on filesystem at 1732764935039Initializing all the Stores at 1732764935041 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764935041Cleaning up temporary data from old regions at 1732764935047 (+6 ms)Running coprocessor post-open hooks at 1732764935054 (+7 ms)Region opened successfully at 1732764935055 (+1 ms)
2024-11-28T03:35:35,056 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b., pid=15, masterSystemTime=1732764935032
2024-11-28T03:35:35,059 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:35:35,059 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:35:35,060 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c6bab398d5ce30ad759c988e8b133c6b, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:35,063 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6bab398d5ce30ad759c988e8b133c6b, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:35:35,068 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-28T03:35:35,068 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c6bab398d5ce30ad759c988e8b133c6b, server=b4e3b2a3b1ef,33293,1732764853011 in 186 msec
2024-11-28T03:35:35,071 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-28T03:35:35,071 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c6bab398d5ce30ad759c988e8b133c6b, ASSIGN in 347 msec
2024-11-28T03:35:35,072 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:35:35,073 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764935072"}]},"ts":"1732764935072"}
2024-11-28T03:35:35,075 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-28T03:35:35,077 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:35:35,079 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1940 sec
2024-11-28T03:35:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-28T03:35:36,908 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-28T03:35:36,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-28T03:35:36,908 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:36,912 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-28T03:35:36,913 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:36,913 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-28T03:35:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:35:36,927 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:35:36,927 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-28T03:35:36,930 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-28T03:35:36,932 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-28T03:35:36,933 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-28T03:35:36,934 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4429533929963257881
2024-11-28T03:35:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44218 deadline: 1732764939932, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-28T03:35:36,936 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-28T03:35:36,937 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-28T03:35:36,938 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:36,939 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:36,940 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4429533929963257883
2024-11-28T03:35:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44218 deadline: 1732764939939, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-28T03:35:36,943 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:36,943 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4429533929963257884
2024-11-28T03:35:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44218 deadline: 1732764939942, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-28T03:35:36,946 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:36,946 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4429533929963257885
2024-11-28T03:35:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44218 deadline: 1732764939945, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-28T03:35:36,949 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-28T03:35:36,959 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_791448365_22 at /127.0.0.1:43404 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 375), ProcessCount=11 (was 11), AvailableMemoryMB=6725 (was 6730)
2024-11-28T03:35:36,967 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=6725
2024-11-28T03:35:36,969 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:35:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-28T03:35:36,972 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:35:36,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:36,972 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-28T03:35:36,974 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:35:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-28T03:35:36,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741843_1019 (size=418)
2024-11-28T03:35:37,384 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85a4d09a383cb96bf76dd3814bb20339, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:35:37,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741844_1020 (size=69)
2024-11-28T03:35:37,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:37,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 85a4d09a383cb96bf76dd3814bb20339, disabling compactions & flushes
2024-11-28T03:35:37,793 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:35:37,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:35:37,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339. after waiting 0 ms
2024-11-28T03:35:37,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:35:37,793 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:35:37,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85a4d09a383cb96bf76dd3814bb20339:
Waiting for close lock at 1732764937793Disabling compacts and flushes for region at 1732764937793Disabling writes for close at 1732764937793Writing region close event to WAL at 1732764937793Closed at 1732764937793
2024-11-28T03:35:37,795 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:35:37,795 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732764937795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764937795"}]},"ts":"1732764937795"}
2024-11-28T03:35:37,798 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:35:37,799 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:35:37,800 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764937800"}]},"ts":"1732764937800"}
2024-11-28T03:35:37,802 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-28T03:35:37,802 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=85a4d09a383cb96bf76dd3814bb20339, ASSIGN}]
2024-11-28T03:35:37,804 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=85a4d09a383cb96bf76dd3814bb20339, ASSIGN
2024-11-28T03:35:37,805 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=85a4d09a383cb96bf76dd3814bb20339, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:35:37,956 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=85a4d09a383cb96bf76dd3814bb20339, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:37,959 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=85a4d09a383cb96bf76dd3814bb20339, ASSIGN because future has completed
2024-11-28T03:35:37,960 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85a4d09a383cb96bf76dd3814bb20339, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:35:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-28T03:35:38,119 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:35:38,119 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 85a4d09a383cb96bf76dd3814bb20339, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:35:38,120 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,120 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:38,120 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,120 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,122 INFO  [StoreOpener-85a4d09a383cb96bf76dd3814bb20339-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 85a4d09a383cb96bf76dd3814bb20339 
2024-11-28T03:35:38,124 INFO  [StoreOpener-85a4d09a383cb96bf76dd3814bb20339-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85a4d09a383cb96bf76dd3814bb20339 columnFamilyName testFamily
2024-11-28T03:35:38,124 DEBUG [StoreOpener-85a4d09a383cb96bf76dd3814bb20339-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:38,125 INFO  [StoreOpener-85a4d09a383cb96bf76dd3814bb20339-1 {}] regionserver.HStore(327): Store=85a4d09a383cb96bf76dd3814bb20339/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:35:38,125 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,126 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScanner/85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,127 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScanner/85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,127 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,127 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,130 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,133 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScanner/85a4d09a383cb96bf76dd3814bb20339/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:35:38,133 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 85a4d09a383cb96bf76dd3814bb20339; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70634575, jitterRate=0.052537187933921814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:35:38,133 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:35:38,134 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 85a4d09a383cb96bf76dd3814bb20339:
Running coprocessor pre-open hook at 1732764938120Writing region info on filesystem at 1732764938120Initializing all the Stores at 1732764938122 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764938122Cleaning up temporary data from old regions at 1732764938127 (+5 ms)Running coprocessor post-open hooks at 1732764938134 (+7 ms)Region opened successfully at 1732764938134
2024-11-28T03:35:38,136 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., pid=18, masterSystemTime=1732764938113
2024-11-28T03:35:38,139 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:35:38,139 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:35:38,139 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=85a4d09a383cb96bf76dd3814bb20339, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:38,142 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85a4d09a383cb96bf76dd3814bb20339, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:35:38,146 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-28T03:35:38,146 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 85a4d09a383cb96bf76dd3814bb20339, server=b4e3b2a3b1ef,33293,1732764853011 in 184 msec
2024-11-28T03:35:38,149 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-28T03:35:38,149 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=85a4d09a383cb96bf76dd3814bb20339, ASSIGN in 344 msec
2024-11-28T03:35:38,151 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:35:38,151 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764938151"}]},"ts":"1732764938151"}
2024-11-28T03:35:38,154 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-28T03:35:38,155 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:35:38,157 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1860 sec
2024-11-28T03:35:39,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-28T03:35:39,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-28T03:35:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-28T03:35:40,007 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-28T03:35:40,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-28T03:35:40,007 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:40,011 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-28T03:35:40,012 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:40,012 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-28T03:35:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:35:40,025 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:35:40,025 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-28T03:35:40,028 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-28T03:35:40,030 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-28T03:35:40,541 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-28T03:35:41,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4e3b2a3b1ef:33293 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-28T03:35:41,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-28T03:35:41,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 from cache
2024-11-28T03:35:41,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T03:35:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-28T03:35:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:35:42,051 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-28T03:35:42,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-28T03:35:42,740 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-28T03:35:42,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-28T03:35:42,741 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-28T03:35:43,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4e3b2a3b1ef:33293 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=978ms
2024-11-28T03:35:43,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=978ms
2024-11-28T03:35:43,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 from cache
2024-11-28T03:35:43,041 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=6714 (was 6725)
2024-11-28T03:35:43,049 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=6714
2024-11-28T03:35:43,052 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:35:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-28T03:35:43,055 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:35:43,055 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:43,055 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-28T03:35:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-28T03:35:43,056 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:35:43,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741845_1021 (size=416)
2024-11-28T03:35:43,468 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37a00432071d48edc97cda6e1a9fadf4, NAME => 'testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:35:43,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741846_1022 (size=67)
2024-11-28T03:35:43,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-28T03:35:43,876 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:43,877 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 37a00432071d48edc97cda6e1a9fadf4, disabling compactions & flushes
2024-11-28T03:35:43,877 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:35:43,877 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:35:43,877 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4. after waiting 0 ms
2024-11-28T03:35:43,877 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:35:43,877 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:35:43,877 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37a00432071d48edc97cda6e1a9fadf4:
Waiting for close lock at 1732764943877Disabling compacts and flushes for region at 1732764943877Disabling writes for close at 1732764943877Writing region close event to WAL at 1732764943877Closed at 1732764943877
2024-11-28T03:35:43,879 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:35:43,879 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732764943879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764943879"}]},"ts":"1732764943879"}
2024-11-28T03:35:43,882 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:35:43,884 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:35:43,884 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764943884"}]},"ts":"1732764943884"}
2024-11-28T03:35:43,886 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-28T03:35:43,886 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37a00432071d48edc97cda6e1a9fadf4, ASSIGN}]
2024-11-28T03:35:43,888 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37a00432071d48edc97cda6e1a9fadf4, ASSIGN
2024-11-28T03:35:43,889 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37a00432071d48edc97cda6e1a9fadf4, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:35:44,040 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=37a00432071d48edc97cda6e1a9fadf4, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:44,043 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37a00432071d48edc97cda6e1a9fadf4, ASSIGN because future has completed
2024-11-28T03:35:44,043 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37a00432071d48edc97cda6e1a9fadf4, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:35:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-28T03:35:44,202 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:35:44,202 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 37a00432071d48edc97cda6e1a9fadf4, NAME => 'testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:35:44,203 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,203 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:44,203 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,203 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,206 INFO  [StoreOpener-37a00432071d48edc97cda6e1a9fadf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 37a00432071d48edc97cda6e1a9fadf4 
2024-11-28T03:35:44,208 INFO  [StoreOpener-37a00432071d48edc97cda6e1a9fadf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37a00432071d48edc97cda6e1a9fadf4 columnFamilyName testFamily
2024-11-28T03:35:44,208 DEBUG [StoreOpener-37a00432071d48edc97cda6e1a9fadf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:44,208 INFO  [StoreOpener-37a00432071d48edc97cda6e1a9fadf4-1 {}] regionserver.HStore(327): Store=37a00432071d48edc97cda6e1a9fadf4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:35:44,209 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,210 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNextAsync/37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,210 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNextAsync/37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,211 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,211 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,213 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,216 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNextAsync/37a00432071d48edc97cda6e1a9fadf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:35:44,217 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 37a00432071d48edc97cda6e1a9fadf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65253997, jitterRate=-0.02763967216014862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:35:44,217 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:35:44,217 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 37a00432071d48edc97cda6e1a9fadf4:
Running coprocessor pre-open hook at 1732764944204Writing region info on filesystem at 1732764944204Initializing all the Stores at 1732764944205 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764944205Cleaning up temporary data from old regions at 1732764944211 (+6 ms)Running coprocessor post-open hooks at 1732764944217 (+6 ms)Region opened successfully at 1732764944217
2024-11-28T03:35:44,219 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4., pid=21, masterSystemTime=1732764944196
2024-11-28T03:35:44,221 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:35:44,222 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:35:44,222 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=37a00432071d48edc97cda6e1a9fadf4, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:44,225 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37a00432071d48edc97cda6e1a9fadf4, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:35:44,229 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-28T03:35:44,229 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 37a00432071d48edc97cda6e1a9fadf4, server=b4e3b2a3b1ef,33293,1732764853011 in 183 msec
2024-11-28T03:35:44,232 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-28T03:35:44,232 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37a00432071d48edc97cda6e1a9fadf4, ASSIGN in 343 msec
2024-11-28T03:35:44,233 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:35:44,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764944233"}]},"ts":"1732764944233"}
2024-11-28T03:35:44,235 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-28T03:35:44,236 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:35:44,239 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1840 sec
2024-11-28T03:35:45,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-28T03:35:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-28T03:35:46,097 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-28T03:35:46,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-28T03:35:46,097 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:46,103 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-28T03:35:46,103 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:46,103 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-28T03:35:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:35:46,120 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:35:46,120 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-28T03:35:46,124 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-28T03:35:46,126 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-28T03:35:46,128 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-28T03:35:46,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-28T03:35:49,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33293 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257896' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-28T03:35:49,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33293 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:44218 deadline: 1732764950136, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257896' does not exist
2024-11-28T03:35:49,140 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b4e3b2a3b1ef,33293,1732764853011 for closing scanner id = 4429533929963257896 for 37a00432071d48edc97cda6e1a9fadf4 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257896' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T03:35:49,144 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=6689 (was 6714)
2024-11-28T03:35:49,156 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=6689
2024-11-28T03:35:49,159 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:35:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-28T03:35:49,163 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:35:49,164 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:49,165 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:35:49,166 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-28T03:35:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-28T03:35:49,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741847_1023 (size=411)
2024-11-28T03:35:49,183 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61cb107c58adf0f7b253eca6c47edd7f, NAME => 'testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:35:49,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741848_1024 (size=62)
2024-11-28T03:35:49,599 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:49,599 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 61cb107c58adf0f7b253eca6c47edd7f, disabling compactions & flushes
2024-11-28T03:35:49,599 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:35:49,599 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:35:49,599 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f. after waiting 0 ms
2024-11-28T03:35:49,599 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:35:49,599 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:35:49,599 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61cb107c58adf0f7b253eca6c47edd7f:
Waiting for close lock at 1732764949599Disabling compacts and flushes for region at 1732764949599Disabling writes for close at 1732764949599Writing region close event to WAL at 1732764949599Closed at 1732764949599
2024-11-28T03:35:49,602 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:35:49,602 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732764949602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764949602"}]},"ts":"1732764949602"}
2024-11-28T03:35:49,605 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:35:49,606 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:35:49,607 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764949607"}]},"ts":"1732764949607"}
2024-11-28T03:35:49,611 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-28T03:35:49,611 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61cb107c58adf0f7b253eca6c47edd7f, ASSIGN}]
2024-11-28T03:35:49,613 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61cb107c58adf0f7b253eca6c47edd7f, ASSIGN
2024-11-28T03:35:49,614 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61cb107c58adf0f7b253eca6c47edd7f, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:35:49,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-28T03:35:49,705 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-28T03:35:49,765 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=61cb107c58adf0f7b253eca6c47edd7f, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:49,769 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61cb107c58adf0f7b253eca6c47edd7f, ASSIGN because future has completed
2024-11-28T03:35:49,769 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61cb107c58adf0f7b253eca6c47edd7f, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:35:49,935 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:35:49,936 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 61cb107c58adf0f7b253eca6c47edd7f, NAME => 'testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:35:49,936 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,936 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:49,937 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,937 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,939 INFO  [StoreOpener-61cb107c58adf0f7b253eca6c47edd7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 61cb107c58adf0f7b253eca6c47edd7f 
2024-11-28T03:35:49,941 INFO  [StoreOpener-61cb107c58adf0f7b253eca6c47edd7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61cb107c58adf0f7b253eca6c47edd7f columnFamilyName testFamily
2024-11-28T03:35:49,942 DEBUG [StoreOpener-61cb107c58adf0f7b253eca6c47edd7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:49,942 INFO  [StoreOpener-61cb107c58adf0f7b253eca6c47edd7f-1 {}] regionserver.HStore(327): Store=61cb107c58adf0f7b253eca6c47edd7f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:35:49,943 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,946 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNext/61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,947 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNext/61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,948 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,948 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,951 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,954 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNext/61cb107c58adf0f7b253eca6c47edd7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:35:49,955 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 61cb107c58adf0f7b253eca6c47edd7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61940137, jitterRate=-0.07702003419399261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:35:49,955 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:35:49,956 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 61cb107c58adf0f7b253eca6c47edd7f:
Running coprocessor pre-open hook at 1732764949937Writing region info on filesystem at 1732764949937Initializing all the Stores at 1732764949938 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764949939 (+1 ms)Cleaning up temporary data from old regions at 1732764949948 (+9 ms)Running coprocessor post-open hooks at 1732764949955 (+7 ms)Region opened successfully at 1732764949956 (+1 ms)
2024-11-28T03:35:49,957 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f., pid=24, masterSystemTime=1732764949924
2024-11-28T03:35:49,961 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:35:49,961 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:35:49,962 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=61cb107c58adf0f7b253eca6c47edd7f, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:49,966 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61cb107c58adf0f7b253eca6c47edd7f, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:35:49,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-28T03:35:49,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 61cb107c58adf0f7b253eca6c47edd7f, server=b4e3b2a3b1ef,33293,1732764853011 in 198 msec
2024-11-28T03:35:49,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-28T03:35:49,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61cb107c58adf0f7b253eca6c47edd7f, ASSIGN in 360 msec
2024-11-28T03:35:49,975 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:35:49,975 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764949975"}]},"ts":"1732764949975"}
2024-11-28T03:35:49,978 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-28T03:35:49,979 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:35:49,982 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 820 msec
2024-11-28T03:35:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-28T03:35:50,187 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-28T03:35:50,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-28T03:35:50,187 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:50,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-28T03:35:50,193 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:50,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-28T03:35:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:35:50,207 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:35:50,207 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-28T03:35:50,210 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-28T03:35:50,213 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-28T03:35:50,214 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-28T03:35:50,215 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-28T03:35:51,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-28T03:35:52,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-28T03:35:52,740 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-28T03:35:52,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-28T03:35:52,741 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-28T03:35:53,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33293 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257900' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-28T03:35:53,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33293 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:44218 deadline: 1732764954225, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257900' does not exist
2024-11-28T03:35:53,227 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b4e3b2a3b1ef,33293,1732764853011 for closing scanner id = 4429533929963257900 for 61cb107c58adf0f7b253eca6c47edd7f of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257900' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T03:35:53,233 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_791448365_22 at /127.0.0.1:51826 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6682 (was 6689)
2024-11-28T03:35:53,243 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=6681
2024-11-28T03:35:53,246 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:35:53,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-28T03:35:53,249 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:35:53,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:53,249 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-28T03:35:53,250 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:35:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-28T03:35:53,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741849_1025 (size=419)
2024-11-28T03:35:53,664 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c884fc237221f115ca006941c864ad70, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:35:53,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741850_1026 (size=70)
2024-11-28T03:35:53,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-28T03:35:54,074 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:54,074 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c884fc237221f115ca006941c864ad70, disabling compactions & flushes
2024-11-28T03:35:54,074 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:35:54,074 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:35:54,074 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70. after waiting 0 ms
2024-11-28T03:35:54,074 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:35:54,074 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:35:54,075 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c884fc237221f115ca006941c864ad70:
Waiting for close lock at 1732764954074Disabling compacts and flushes for region at 1732764954074Disabling writes for close at 1732764954074Writing region close event to WAL at 1732764954074Closed at 1732764954074
2024-11-28T03:35:54,077 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:35:54,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732764954077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764954077"}]},"ts":"1732764954077"}
2024-11-28T03:35:54,080 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:35:54,082 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:35:54,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764954082"}]},"ts":"1732764954082"}
2024-11-28T03:35:54,085 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-28T03:35:54,085 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c884fc237221f115ca006941c864ad70, ASSIGN}]
2024-11-28T03:35:54,088 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c884fc237221f115ca006941c864ad70, ASSIGN
2024-11-28T03:35:54,089 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c884fc237221f115ca006941c864ad70, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:35:54,240 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c884fc237221f115ca006941c864ad70, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:54,243 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c884fc237221f115ca006941c864ad70, ASSIGN because future has completed
2024-11-28T03:35:54,244 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c884fc237221f115ca006941c864ad70, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:35:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-28T03:35:54,403 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:35:54,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => c884fc237221f115ca006941c864ad70, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:35:54,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:35:54,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,406 INFO  [StoreOpener-c884fc237221f115ca006941c864ad70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c884fc237221f115ca006941c864ad70 
2024-11-28T03:35:54,408 INFO  [StoreOpener-c884fc237221f115ca006941c864ad70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c884fc237221f115ca006941c864ad70 columnFamilyName testFamily
2024-11-28T03:35:54,408 DEBUG [StoreOpener-c884fc237221f115ca006941c864ad70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:35:54,409 INFO  [StoreOpener-c884fc237221f115ca006941c864ad70-1 {}] regionserver.HStore(327): Store=c884fc237221f115ca006941c864ad70/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:35:54,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c884fc237221f115ca006941c864ad70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:35:54,422 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened c884fc237221f115ca006941c864ad70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72940267, jitterRate=0.0868946760892868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:35:54,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c884fc237221f115ca006941c864ad70
2024-11-28T03:35:54,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for c884fc237221f115ca006941c864ad70:
Running coprocessor pre-open hook at 1732764954404Writing region info on filesystem at 1732764954404Initializing all the Stores at 1732764954406 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764954406Cleaning up temporary data from old regions at 1732764954413 (+7 ms)Running coprocessor post-open hooks at 1732764954422 (+9 ms)Region opened successfully at 1732764954423 (+1 ms)
2024-11-28T03:35:54,428 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70., pid=27, masterSystemTime=1732764954397
2024-11-28T03:35:54,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:35:54,432 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:35:54,432 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c884fc237221f115ca006941c864ad70, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:35:54,436 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c884fc237221f115ca006941c864ad70, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:35:54,440 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-28T03:35:54,440 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure c884fc237221f115ca006941c864ad70, server=b4e3b2a3b1ef,33293,1732764853011 in 193 msec
2024-11-28T03:35:54,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-28T03:35:54,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c884fc237221f115ca006941c864ad70, ASSIGN in 355 msec
2024-11-28T03:35:54,443 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:35:54,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764954443"}]},"ts":"1732764954443"}
2024-11-28T03:35:54,447 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-28T03:35:54,448 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:35:54,451 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2020 sec
2024-11-28T03:35:55,438 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-28T03:35:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-28T03:35:56,287 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-28T03:35:56,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-28T03:35:56,288 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:56,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-28T03:35:56,293 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:35:56,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-28T03:35:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:35:56,308 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:35:56,308 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-28T03:35:56,312 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-28T03:35:56,313 INFO  [master/b4e3b2a3b1ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-28T03:35:56,313 INFO  [master/b4e3b2a3b1ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-28T03:35:56,313 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-28T03:35:57,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-28T03:36:02,321 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4e3b2a3b1ef:33293 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-28T03:36:02,321 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-28T03:36:02,321 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 from cache
2024-11-28T03:36:02,333 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 337) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6665 (was 6681)
2024-11-28T03:36:02,343 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=6665
2024-11-28T03:36:02,347 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:36:02,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-28T03:36:02,353 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:36:02,353 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:36:02,353 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-28T03:36:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-28T03:36:02,356 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:36:02,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741851_1027 (size=407)
2024-11-28T03:36:02,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-28T03:36:02,740 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-28T03:36:02,768 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a7b0b7962dcb11843dc02132252a2c7, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:36:02,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741852_1028 (size=58)
2024-11-28T03:36:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-28T03:36:03,180 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:36:03,181 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 9a7b0b7962dcb11843dc02132252a2c7, disabling compactions & flushes
2024-11-28T03:36:03,181 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:03,181 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:03,181 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7. after waiting 0 ms
2024-11-28T03:36:03,181 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:03,181 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:03,181 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a7b0b7962dcb11843dc02132252a2c7:
Waiting for close lock at 1732764963181Disabling compacts and flushes for region at 1732764963181Disabling writes for close at 1732764963181Writing region close event to WAL at 1732764963181Closed at 1732764963181
2024-11-28T03:36:03,183 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:36:03,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732764963183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764963183"}]},"ts":"1732764963183"}
2024-11-28T03:36:03,186 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:36:03,187 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:36:03,188 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764963187"}]},"ts":"1732764963187"}
2024-11-28T03:36:03,190 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-28T03:36:03,191 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9a7b0b7962dcb11843dc02132252a2c7, ASSIGN}]
2024-11-28T03:36:03,192 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9a7b0b7962dcb11843dc02132252a2c7, ASSIGN
2024-11-28T03:36:03,193 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9a7b0b7962dcb11843dc02132252a2c7, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:36:03,344 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9a7b0b7962dcb11843dc02132252a2c7, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:36:03,348 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9a7b0b7962dcb11843dc02132252a2c7, ASSIGN because future has completed
2024-11-28T03:36:03,348 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7b0b7962dcb11843dc02132252a2c7, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:36:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-28T03:36:03,508 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:03,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a7b0b7962dcb11843dc02132252a2c7, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:36:03,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:36:03,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,511 INFO  [StoreOpener-9a7b0b7962dcb11843dc02132252a2c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9a7b0b7962dcb11843dc02132252a2c7 
2024-11-28T03:36:03,513 INFO  [StoreOpener-9a7b0b7962dcb11843dc02132252a2c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a7b0b7962dcb11843dc02132252a2c7 columnFamilyName testFamily
2024-11-28T03:36:03,513 DEBUG [StoreOpener-9a7b0b7962dcb11843dc02132252a2c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:36:03,514 INFO  [StoreOpener-9a7b0b7962dcb11843dc02132252a2c7-1 {}] regionserver.HStore(327): Store=9a7b0b7962dcb11843dc02132252a2c7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:36:03,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNext/9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNext/9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNext/9a7b0b7962dcb11843dc02132252a2c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:36:03,523 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 9a7b0b7962dcb11843dc02132252a2c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66715930, jitterRate=-0.005855172872543335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:36:03,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:03,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 9a7b0b7962dcb11843dc02132252a2c7:
Running coprocessor pre-open hook at 1732764963509Writing region info on filesystem at 1732764963509Initializing all the Stores at 1732764963510 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764963510Cleaning up temporary data from old regions at 1732764963517 (+7 ms)Running coprocessor post-open hooks at 1732764963523 (+6 ms)Region opened successfully at 1732764963524 (+1 ms)
2024-11-28T03:36:03,525 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7., pid=30, masterSystemTime=1732764963501
2024-11-28T03:36:03,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:03,529 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:03,530 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9a7b0b7962dcb11843dc02132252a2c7, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:36:03,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-28T03:36:03,533 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7b0b7962dcb11843dc02132252a2c7, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:36:03,537 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-28T03:36:03,537 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a7b0b7962dcb11843dc02132252a2c7, server=b4e3b2a3b1ef,33293,1732764853011 in 186 msec
2024-11-28T03:36:03,541 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-28T03:36:03,542 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9a7b0b7962dcb11843dc02132252a2c7, ASSIGN in 346 msec
2024-11-28T03:36:03,542 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:36:03,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764963543"}]},"ts":"1732764963543"}
2024-11-28T03:36:03,545 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-28T03:36:03,547 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:36:03,549 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2000 sec
2024-11-28T03:36:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-28T03:36:05,387 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-28T03:36:05,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-28T03:36:05,387 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:36:05,392 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-28T03:36:05,392 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:36:05,392 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-28T03:36:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:36:05,404 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:36:05,404 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-28T03:36:05,406 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-28T03:36:05,408 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-28T03:36:05,409 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-28T03:36:05,410 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-28T03:36:09,034 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-28T03:36:11,341 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T03:36:11,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33293 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257908' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-28T03:36:11,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33293 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:44218 deadline: 1732764977414, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257908' does not exist
2024-11-28T03:36:11,415 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b4e3b2a3b1ef,33293,1732764853011 for closing scanner id = 4429533929963257908 for 9a7b0b7962dcb11843dc02132252a2c7 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4429533929963257908' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T03:36:11,421 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 377), ProcessCount=11 (was 11), AvailableMemoryMB=6671 (was 6665) - AvailableMemoryMB LEAK? -
2024-11-28T03:36:11,429 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=6671
2024-11-28T03:36:11,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T03:36:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-28T03:36:11,434 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T03:36:11,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:36:11,434 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-28T03:36:11,435 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T03:36:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-28T03:36:11,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741853_1029 (size=423)
2024-11-28T03:36:11,845 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95a944bc7082a90b28d7daab89d40b13, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06
2024-11-28T03:36:11,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741854_1030 (size=74)
2024-11-28T03:36:11,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-28T03:36:12,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:36:12,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 95a944bc7082a90b28d7daab89d40b13, disabling compactions & flushes
2024-11-28T03:36:12,254 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:12,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:12,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13. after waiting 0 ms
2024-11-28T03:36:12,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:12,254 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:12,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95a944bc7082a90b28d7daab89d40b13:
Waiting for close lock at 1732764972254Disabling compacts and flushes for region at 1732764972254Disabling writes for close at 1732764972254Writing region close event to WAL at 1732764972254Closed at 1732764972254
2024-11-28T03:36:12,256 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T03:36:12,256 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732764972256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764972256"}]},"ts":"1732764972256"}
2024-11-28T03:36:12,259 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T03:36:12,260 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T03:36:12,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764972260"}]},"ts":"1732764972260"}
2024-11-28T03:36:12,262 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-28T03:36:12,262 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=95a944bc7082a90b28d7daab89d40b13, ASSIGN}]
2024-11-28T03:36:12,263 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=95a944bc7082a90b28d7daab89d40b13, ASSIGN
2024-11-28T03:36:12,265 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=95a944bc7082a90b28d7daab89d40b13, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33293,1732764853011; forceNewPlan=false, retain=false
2024-11-28T03:36:12,415 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=95a944bc7082a90b28d7daab89d40b13, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:36:12,418 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=95a944bc7082a90b28d7daab89d40b13, ASSIGN because future has completed
2024-11-28T03:36:12,419 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95a944bc7082a90b28d7daab89d40b13, server=b4e3b2a3b1ef,33293,1732764853011}]
2024-11-28T03:36:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-28T03:36:12,578 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:12,578 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 95a944bc7082a90b28d7daab89d40b13, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.', STARTKEY => '', ENDKEY => ''}
2024-11-28T03:36:12,578 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,578 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T03:36:12,578 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,578 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,581 INFO  [StoreOpener-95a944bc7082a90b28d7daab89d40b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 95a944bc7082a90b28d7daab89d40b13 
2024-11-28T03:36:12,588 INFO  [StoreOpener-95a944bc7082a90b28d7daab89d40b13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95a944bc7082a90b28d7daab89d40b13 columnFamilyName testFamily
2024-11-28T03:36:12,588 DEBUG [StoreOpener-95a944bc7082a90b28d7daab89d40b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T03:36:12,588 INFO  [StoreOpener-95a944bc7082a90b28d7daab89d40b13-1 {}] regionserver.HStore(327): Store=95a944bc7082a90b28d7daab89d40b13/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T03:36:12,589 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,590 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScannerAsync/95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,590 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScannerAsync/95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,591 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,591 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,593 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,596 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScannerAsync/95a944bc7082a90b28d7daab89d40b13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T03:36:12,597 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 95a944bc7082a90b28d7daab89d40b13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75101488, jitterRate=0.11909937858581543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T03:36:12,597 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:12,598 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 95a944bc7082a90b28d7daab89d40b13:
Running coprocessor pre-open hook at 1732764972579Writing region info on filesystem at 1732764972579Initializing all the Stores at 1732764972580 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764972580Cleaning up temporary data from old regions at 1732764972591 (+11 ms)Running coprocessor post-open hooks at 1732764972597 (+6 ms)Region opened successfully at 1732764972598 (+1 ms)
2024-11-28T03:36:12,600 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., pid=33, masterSystemTime=1732764972571
2024-11-28T03:36:12,604 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:12,604 INFO  [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:12,604 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=95a944bc7082a90b28d7daab89d40b13, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:36:12,606 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95a944bc7082a90b28d7daab89d40b13, server=b4e3b2a3b1ef,33293,1732764853011 because future has completed
2024-11-28T03:36:12,610 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-28T03:36:12,610 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 95a944bc7082a90b28d7daab89d40b13, server=b4e3b2a3b1ef,33293,1732764853011 in 188 msec
2024-11-28T03:36:12,613 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-28T03:36:12,613 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=95a944bc7082a90b28d7daab89d40b13, ASSIGN in 348 msec
2024-11-28T03:36:12,615 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T03:36:12,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764972615"}]},"ts":"1732764972615"}
2024-11-28T03:36:12,617 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-28T03:36:12,619 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T03:36:12,623 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1880 sec
2024-11-28T03:36:12,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-28T03:36:12,740 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-28T03:36:12,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-28T03:36:12,741 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-28T03:36:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-28T03:36:14,458 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-28T03:36:14,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-28T03:36:14,458 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:36:14,463 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-28T03:36:14,463 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T03:36:14,463 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-28T03:36:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:36:14,477 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-28T03:36:14,477 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-28T03:36:14,480 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-28T03:36:14,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-28T03:36:15,482 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4e3b2a3b1ef:33293 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-28T03:36:15,482 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-28T03:36:15,482 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 from cache
2024-11-28T03:36:15,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-28T03:36:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-28T03:36:16,177 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-28T03:36:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2]
2024-11-28T03:36:16,501 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-28T03:36:17,481 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4e3b2a3b1ef:33293 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=980ms
2024-11-28T03:36:17,482 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=980ms
2024-11-28T03:36:17,482 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., hostname=b4e3b2a3b1ef,33293,1732764853011, seqNum=2 from cache
2024-11-28T03:36:17,492 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=317 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=6669 (was 6671)
2024-11-28T03:36:17,492 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T03:36:17,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T03:36:17,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T03:36:17,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T03:36:17,498 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T03:36:17,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T03:36:17,498 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T03:36:17,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T03:36:17,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T03:36:17,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T03:36:17,499 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T03:36:17,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T03:36:17,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651834634, stopped=false
2024-11-28T03:36:17,499 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,40239,1732764852294
2024-11-28T03:36:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-28T03:36:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-28T03:36:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:36:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:36:17,502 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T03:36:17,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T03:36:17,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T03:36:17,503 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T03:36:17,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T03:36:17,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T03:36:17,503 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,33293,1732764853011' *****
2024-11-28T03:36:17,504 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T03:36:17,504 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T03:36:17,504 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T03:36:17,504 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T03:36:17,504 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 95a944bc7082a90b28d7daab89d40b13
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for c6bab398d5ce30ad759c988e8b133c6b
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a54e765875af482aeb5aee9c1139b2a
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 85a4d09a383cb96bf76dd3814bb20339
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for c884fc237221f115ca006941c864ad70
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 37a00432071d48edc97cda6e1a9fadf4
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 61cb107c58adf0f7b253eca6c47edd7f
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b34b7a2c351a5f0499b04b5baa00d0d
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:36:17,505 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:36:17,505 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95a944bc7082a90b28d7daab89d40b13, disabling compactions & flushes
2024-11-28T03:36:17,506 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T03:36:17,506 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:17,506 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:17,506 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:33293.
2024-11-28T03:36:17,506 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13. after waiting 0 ms
2024-11-28T03:36:17,506 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T03:36:17,506 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:17,506 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T03:36:17,506 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T03:36:17,506 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T03:36:17,506 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T03:36:17,506 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T03:36:17,506 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-28T03:36:17,506 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T03:36:17,507 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T03:36:17,507 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T03:36:17,507 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T03:36:17,507 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T03:36:17,507 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 1588230740, 37a00432071d48edc97cda6e1a9fadf4, 5a54e765875af482aeb5aee9c1139b2a, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488, 85a4d09a383cb96bf76dd3814bb20339, 95a944bc7082a90b28d7daab89d40b13, 9a7b0b7962dcb11843dc02132252a2c7, c6bab398d5ce30ad759c988e8b133c6b, c884fc237221f115ca006941c864ad70
2024-11-28T03:36:17,510 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-28T03:36:17,510 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95a944bc7082a90b28d7daab89d40b13 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:17,585 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScannerAsync/95a944bc7082a90b28d7daab89d40b13/.tmp/testFamily/4c125298825c48d6a5ac6ada4009bdc6 is 61, key is row-0/testFamily:testQualifier/1732764974468/Put/seqid=0
2024-11-28T03:36:17,590 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/.tmp/info/68147f9b98a946c8a84c0964e9bedfb6 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488./info:regioninfo/1732764917380/Put/seqid=0
2024-11-28T03:36:17,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741855_1031 (size=5049)
2024-11-28T03:36:17,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741856_1032 (size=20564)
2024-11-28T03:36:17,612 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/.tmp/info/68147f9b98a946c8a84c0964e9bedfb6
2024-11-28T03:36:17,688 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/.tmp/ns/a1682d33276e45ef856aa109de1792b7 is 43, key is default/ns:d/1732764916081/Put/seqid=0
2024-11-28T03:36:17,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741857_1033 (size=5153)
2024-11-28T03:36:17,703 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/.tmp/ns/a1682d33276e45ef856aa109de1792b7
2024-11-28T03:36:17,707 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 1588230740, 37a00432071d48edc97cda6e1a9fadf4, 5a54e765875af482aeb5aee9c1139b2a, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488, 85a4d09a383cb96bf76dd3814bb20339, 95a944bc7082a90b28d7daab89d40b13, 9a7b0b7962dcb11843dc02132252a2c7, c6bab398d5ce30ad759c988e8b133c6b, c884fc237221f115ca006941c864ad70
2024-11-28T03:36:17,753 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/.tmp/table/c23f2c81238845209cd79ff74ba58ada is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732764917399/Put/seqid=0
2024-11-28T03:36:17,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741858_1034 (size=6699)
2024-11-28T03:36:17,761 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/.tmp/table/c23f2c81238845209cd79ff74ba58ada
2024-11-28T03:36:17,775 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/.tmp/info/68147f9b98a946c8a84c0964e9bedfb6 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/info/68147f9b98a946c8a84c0964e9bedfb6
2024-11-28T03:36:17,786 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/info/68147f9b98a946c8a84c0964e9bedfb6, entries=100, sequenceid=56, filesize=20.1 K
2024-11-28T03:36:17,789 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/.tmp/ns/a1682d33276e45ef856aa109de1792b7 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/ns/a1682d33276e45ef856aa109de1792b7
2024-11-28T03:36:17,799 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/ns/a1682d33276e45ef856aa109de1792b7, entries=2, sequenceid=56, filesize=5.0 K
2024-11-28T03:36:17,801 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/.tmp/table/c23f2c81238845209cd79ff74ba58ada as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/table/c23f2c81238845209cd79ff74ba58ada
2024-11-28T03:36:17,814 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/table/c23f2c81238845209cd79ff74ba58ada, entries=20, sequenceid=56, filesize=6.5 K
2024-11-28T03:36:17,822 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 308ms, sequenceid=56, compaction requested=false
2024-11-28T03:36:17,837 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-28T03:36:17,840 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T03:36:17,841 INFO  [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T03:36:17,841 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732764977506Running coprocessor pre-close hooks at 1732764977506Disabling compacts and flushes for region at 1732764977506Disabling writes for close at 1732764977507 (+1 ms)Obtaining lock to block concurrent updates at 1732764977510 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732764977510Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732764977518 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732764977520 (+2 ms)Flushing 1588230740/info: creating writer at 1732764977522 (+2 ms)Flushing 1588230740/info: appending metadata at 1732764977585 (+63 ms)Flushing 1588230740/info: closing flushed file at 1732764977585Flushing 1588230740/ns: creating writer at 1732764977662 (+77 ms)Flushing 1588230740/ns: appending metadata at 1732764977687 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732764977687Flushing 1588230740/table: creating writer at 1732764977719 (+32 ms)Flushing 1588230740/table: appending metadata at 1732764977751 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732764977751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edaf7f2: reopening flushed file at 1732764977772 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d16c59d: reopening flushed file at 1732764977788 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b6189: reopening flushed file at 1732764977799 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 308ms, sequenceid=56, compaction requested=false at 1732764977822 (+23 ms)Writing region close event to WAL at 1732764977830 (+8 ms)Running coprocessor post-close hooks at 1732764977838 (+8 ms)Closed at 1732764977841 (+3 ms)
2024-11-28T03:36:17,842 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T03:36:17,907 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 37a00432071d48edc97cda6e1a9fadf4, 5a54e765875af482aeb5aee9c1139b2a, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488, 85a4d09a383cb96bf76dd3814bb20339, 95a944bc7082a90b28d7daab89d40b13, 9a7b0b7962dcb11843dc02132252a2c7, c6bab398d5ce30ad759c988e8b133c6b, c884fc237221f115ca006941c864ad70
2024-11-28T03:36:18,001 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-28T03:36:18,004 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScannerAsync/95a944bc7082a90b28d7daab89d40b13/.tmp/testFamily/4c125298825c48d6a5ac6ada4009bdc6
2024-11-28T03:36:18,015 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScannerAsync/95a944bc7082a90b28d7daab89d40b13/.tmp/testFamily/4c125298825c48d6a5ac6ada4009bdc6 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScannerAsync/95a944bc7082a90b28d7daab89d40b13/testFamily/4c125298825c48d6a5ac6ada4009bdc6
2024-11-28T03:36:18,031 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScannerAsync/95a944bc7082a90b28d7daab89d40b13/testFamily/4c125298825c48d6a5ac6ada4009bdc6, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:18,035 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 95a944bc7082a90b28d7daab89d40b13 in 529ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:18,041 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScannerAsync/95a944bc7082a90b28d7daab89d40b13/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:18,043 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:18,043 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95a944bc7082a90b28d7daab89d40b13:
Waiting for close lock at 1732764977505Running coprocessor pre-close hooks at 1732764977505Disabling compacts and flushes for region at 1732764977505Disabling writes for close at 1732764977506 (+1 ms)Obtaining lock to block concurrent updates at 1732764977510 (+4 ms)Preparing flush snapshotting stores in 95a944bc7082a90b28d7daab89d40b13 at 1732764977510Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764977518 (+8 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13. at 1732764977520 (+2 ms)Flushing 95a944bc7082a90b28d7daab89d40b13/testFamily: creating writer at 1732764977522 (+2 ms)Flushing 95a944bc7082a90b28d7daab89d40b13/testFamily: appending metadata at 1732764977577 (+55 ms)Flushing 95a944bc7082a90b28d7daab89d40b13/testFamily: closing flushed file at 1732764977581 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65022d08: reopening flushed file at 1732764978013 (+432 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 95a944bc7082a90b28d7daab89d40b13 in 529ms, sequenceid=8, compaction requested=false at 1732764978035 (+22 ms)Writing region close event to WAL at 1732764978036 (+1 ms)Running coprocessor post-close hooks at 1732764978043 (+7 ms)Closed at 1732764978043
2024-11-28T03:36:18,043 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732764971430.95a944bc7082a90b28d7daab89d40b13.
2024-11-28T03:36:18,043 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6bab398d5ce30ad759c988e8b133c6b, disabling compactions & flushes
2024-11-28T03:36:18,043 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:36:18,043 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:36:18,043 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b. after waiting 0 ms
2024-11-28T03:36:18,043 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:36:18,043 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6bab398d5ce30ad759c988e8b133c6b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:18,071 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextException/c6bab398d5ce30ad759c988e8b133c6b/.tmp/testFamily/49aafbf5dd624fb4a1542f95c50e97e7 is 61, key is row-0/testFamily:testQualifier/1732764936917/Put/seqid=0
2024-11-28T03:36:18,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741859_1035 (size=5049)
2024-11-28T03:36:18,078 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextException/c6bab398d5ce30ad759c988e8b133c6b/.tmp/testFamily/49aafbf5dd624fb4a1542f95c50e97e7
2024-11-28T03:36:18,080 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-28T03:36:18,090 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextException/c6bab398d5ce30ad759c988e8b133c6b/.tmp/testFamily/49aafbf5dd624fb4a1542f95c50e97e7 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextException/c6bab398d5ce30ad759c988e8b133c6b/testFamily/49aafbf5dd624fb4a1542f95c50e97e7
2024-11-28T03:36:18,099 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextException/c6bab398d5ce30ad759c988e8b133c6b/testFamily/49aafbf5dd624fb4a1542f95c50e97e7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:18,101 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c6bab398d5ce30ad759c988e8b133c6b in 58ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:18,108 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 37a00432071d48edc97cda6e1a9fadf4, 5a54e765875af482aeb5aee9c1139b2a, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488, 85a4d09a383cb96bf76dd3814bb20339, 9a7b0b7962dcb11843dc02132252a2c7, c6bab398d5ce30ad759c988e8b133c6b, c884fc237221f115ca006941c864ad70
2024-11-28T03:36:18,128 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextException/c6bab398d5ce30ad759c988e8b133c6b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:18,129 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:36:18,129 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6bab398d5ce30ad759c988e8b133c6b:
Waiting for close lock at 1732764978043Running coprocessor pre-close hooks at 1732764978043Disabling compacts and flushes for region at 1732764978043Disabling writes for close at 1732764978043Obtaining lock to block concurrent updates at 1732764978044 (+1 ms)Preparing flush snapshotting stores in c6bab398d5ce30ad759c988e8b133c6b at 1732764978044Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764978044Flushing stores of testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b. at 1732764978045 (+1 ms)Flushing c6bab398d5ce30ad759c988e8b133c6b/testFamily: creating writer at 1732764978045Flushing c6bab398d5ce30ad759c988e8b133c6b/testFamily: appending metadata at 1732764978070 (+25 ms)Flushing c6bab398d5ce30ad759c988e8b133c6b/testFamily: closing flushed file at 1732764978070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0f4b07: reopening flushed file at 1732764978088 (+18 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c6bab398d5ce30ad759c988e8b133c6b in 58ms, sequenceid=8, compaction requested=false at 1732764978101 (+13 ms)Writing region close event to WAL at 1732764978111 (+10 ms)Running coprocessor post-close hooks at 1732764978129 (+18 ms)Closed at 1732764978129
2024-11-28T03:36:18,130 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732764933883.c6bab398d5ce30ad759c988e8b133c6b.
2024-11-28T03:36:18,130 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a54e765875af482aeb5aee9c1139b2a, disabling compactions & flushes
2024-11-28T03:36:18,130 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:36:18,130 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:36:18,130 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a. after waiting 0 ms
2024-11-28T03:36:18,130 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:36:18,130 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a54e765875af482aeb5aee9c1139b2a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:18,155 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScanner/5a54e765875af482aeb5aee9c1139b2a/.tmp/testFamily/40bfb704715c414a83ac5e69c9c0e633 is 61, key is row-0/testFamily:testQualifier/1732764918712/Put/seqid=0
2024-11-28T03:36:18,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741860_1036 (size=5049)
2024-11-28T03:36:18,308 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 37a00432071d48edc97cda6e1a9fadf4, 5a54e765875af482aeb5aee9c1139b2a, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488, 85a4d09a383cb96bf76dd3814bb20339, 9a7b0b7962dcb11843dc02132252a2c7, c884fc237221f115ca006941c864ad70
2024-11-28T03:36:18,436 INFO  [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T03:36:18,437 INFO  [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T03:36:18,508 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close
2024-11-28T03:36:18,508 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1325): Online Regions={5a54e765875af482aeb5aee9c1139b2a=hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a., 85a4d09a383cb96bf76dd3814bb20339=testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., c884fc237221f115ca006941c864ad70=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70., 9a7b0b7962dcb11843dc02132252a2c7=hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7., 37a00432071d48edc97cda6e1a9fadf4=testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4., 61cb107c58adf0f7b253eca6c47edd7f=testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f., 0b34b7a2c351a5f0499b04b5baa00d0d=hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d., 6d2a0203c0d75a873caeaff26517e488=testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.}
2024-11-28T03:36:18,509 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 37a00432071d48edc97cda6e1a9fadf4, 5a54e765875af482aeb5aee9c1139b2a, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488, 85a4d09a383cb96bf76dd3814bb20339, 9a7b0b7962dcb11843dc02132252a2c7, c884fc237221f115ca006941c864ad70
2024-11-28T03:36:18,563 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScanner/5a54e765875af482aeb5aee9c1139b2a/.tmp/testFamily/40bfb704715c414a83ac5e69c9c0e633
2024-11-28T03:36:18,574 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScanner/5a54e765875af482aeb5aee9c1139b2a/.tmp/testFamily/40bfb704715c414a83ac5e69c9c0e633 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScanner/5a54e765875af482aeb5aee9c1139b2a/testFamily/40bfb704715c414a83ac5e69c9c0e633
2024-11-28T03:36:18,583 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScanner/5a54e765875af482aeb5aee9c1139b2a/testFamily/40bfb704715c414a83ac5e69c9c0e633, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:18,585 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5a54e765875af482aeb5aee9c1139b2a in 454ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:18,590 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScanner/5a54e765875af482aeb5aee9c1139b2a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:18,591 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:36:18,591 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a54e765875af482aeb5aee9c1139b2a:
Waiting for close lock at 1732764978130Running coprocessor pre-close hooks at 1732764978130Disabling compacts and flushes for region at 1732764978130Disabling writes for close at 1732764978130Obtaining lock to block concurrent updates at 1732764978130Preparing flush snapshotting stores in 5a54e765875af482aeb5aee9c1139b2a at 1732764978130Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764978130Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a. at 1732764978131 (+1 ms)Flushing 5a54e765875af482aeb5aee9c1139b2a/testFamily: creating writer at 1732764978131Flushing 5a54e765875af482aeb5aee9c1139b2a/testFamily: appending metadata at 1732764978155 (+24 ms)Flushing 5a54e765875af482aeb5aee9c1139b2a/testFamily: closing flushed file at 1732764978155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e51285: reopening flushed file at 1732764978573 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5a54e765875af482aeb5aee9c1139b2a in 454ms, sequenceid=8, compaction requested=false at 1732764978585 (+12 ms)Writing region close event to WAL at 1732764978585Running coprocessor post-close hooks at 1732764978590 (+5 ms)Closed at 1732764978591 (+1 ms)
2024-11-28T03:36:18,591 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732764917677.5a54e765875af482aeb5aee9c1139b2a.
2024-11-28T03:36:18,591 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85a4d09a383cb96bf76dd3814bb20339, disabling compactions & flushes
2024-11-28T03:36:18,591 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:36:18,591 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:36:18,591 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339. after waiting 0 ms
2024-11-28T03:36:18,591 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:36:18,592 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85a4d09a383cb96bf76dd3814bb20339 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:18,614 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScanner/85a4d09a383cb96bf76dd3814bb20339/.tmp/testFamily/ad7e5422203347a4b96ca82a2eaa8146 is 61, key is row-0/testFamily:testQualifier/1732764940016/Put/seqid=0
2024-11-28T03:36:18,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741861_1037 (size=5049)
2024-11-28T03:36:18,621 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScanner/85a4d09a383cb96bf76dd3814bb20339/.tmp/testFamily/ad7e5422203347a4b96ca82a2eaa8146
2024-11-28T03:36:18,630 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScanner/85a4d09a383cb96bf76dd3814bb20339/.tmp/testFamily/ad7e5422203347a4b96ca82a2eaa8146 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScanner/85a4d09a383cb96bf76dd3814bb20339/testFamily/ad7e5422203347a4b96ca82a2eaa8146
2024-11-28T03:36:18,639 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScanner/85a4d09a383cb96bf76dd3814bb20339/testFamily/ad7e5422203347a4b96ca82a2eaa8146, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:18,640 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 85a4d09a383cb96bf76dd3814bb20339 in 49ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:18,647 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnOpenScanner/85a4d09a383cb96bf76dd3814bb20339/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:18,648 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:36:18,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85a4d09a383cb96bf76dd3814bb20339:
Waiting for close lock at 1732764978591Running coprocessor pre-close hooks at 1732764978591Disabling compacts and flushes for region at 1732764978591Disabling writes for close at 1732764978591Obtaining lock to block concurrent updates at 1732764978592 (+1 ms)Preparing flush snapshotting stores in 85a4d09a383cb96bf76dd3814bb20339 at 1732764978592Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764978592Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339. at 1732764978593 (+1 ms)Flushing 85a4d09a383cb96bf76dd3814bb20339/testFamily: creating writer at 1732764978593Flushing 85a4d09a383cb96bf76dd3814bb20339/testFamily: appending metadata at 1732764978614 (+21 ms)Flushing 85a4d09a383cb96bf76dd3814bb20339/testFamily: closing flushed file at 1732764978614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8beb13: reopening flushed file at 1732764978629 (+15 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 85a4d09a383cb96bf76dd3814bb20339 in 49ms, sequenceid=8, compaction requested=false at 1732764978640 (+11 ms)Writing region close event to WAL at 1732764978641 (+1 ms)Running coprocessor post-close hooks at 1732764978648 (+7 ms)Closed at 1732764978648
2024-11-28T03:36:18,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732764936969.85a4d09a383cb96bf76dd3814bb20339.
2024-11-28T03:36:18,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c884fc237221f115ca006941c864ad70, disabling compactions & flushes
2024-11-28T03:36:18,648 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:36:18,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:36:18,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70. after waiting 0 ms
2024-11-28T03:36:18,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:36:18,649 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c884fc237221f115ca006941c864ad70 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:18,674 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c884fc237221f115ca006941c864ad70/.tmp/testFamily/77a6c9923628434db382431d88802404 is 61, key is row-0/testFamily:testQualifier/1732764956298/Put/seqid=0
2024-11-28T03:36:18,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741862_1038 (size=5049)
2024-11-28T03:36:18,709 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 37a00432071d48edc97cda6e1a9fadf4, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488, 9a7b0b7962dcb11843dc02132252a2c7, c884fc237221f115ca006941c864ad70
2024-11-28T03:36:18,909 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 37a00432071d48edc97cda6e1a9fadf4, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488, 9a7b0b7962dcb11843dc02132252a2c7, c884fc237221f115ca006941c864ad70
2024-11-28T03:36:19,081 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c884fc237221f115ca006941c864ad70/.tmp/testFamily/77a6c9923628434db382431d88802404
2024-11-28T03:36:19,090 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c884fc237221f115ca006941c864ad70/.tmp/testFamily/77a6c9923628434db382431d88802404 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c884fc237221f115ca006941c864ad70/testFamily/77a6c9923628434db382431d88802404
2024-11-28T03:36:19,098 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c884fc237221f115ca006941c864ad70/testFamily/77a6c9923628434db382431d88802404, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:19,100 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c884fc237221f115ca006941c864ad70 in 451ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:19,104 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c884fc237221f115ca006941c864ad70/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:19,105 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:36:19,105 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c884fc237221f115ca006941c864ad70:
Waiting for close lock at 1732764978648Running coprocessor pre-close hooks at 1732764978648Disabling compacts and flushes for region at 1732764978648Disabling writes for close at 1732764978648Obtaining lock to block concurrent updates at 1732764978649 (+1 ms)Preparing flush snapshotting stores in c884fc237221f115ca006941c864ad70 at 1732764978649Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764978649Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70. at 1732764978649Flushing c884fc237221f115ca006941c864ad70/testFamily: creating writer at 1732764978650 (+1 ms)Flushing c884fc237221f115ca006941c864ad70/testFamily: appending metadata at 1732764978674 (+24 ms)Flushing c884fc237221f115ca006941c864ad70/testFamily: closing flushed file at 1732764978674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f8a749: reopening flushed file at 1732764979089 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c884fc237221f115ca006941c864ad70 in 451ms, sequenceid=8, compaction requested=false at 1732764979100 (+11 ms)Writing region close event to WAL at 1732764979100Running coprocessor post-close hooks at 1732764979105 (+5 ms)Closed at 1732764979105
2024-11-28T03:36:19,106 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732764953245.c884fc237221f115ca006941c864ad70.
2024-11-28T03:36:19,106 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a7b0b7962dcb11843dc02132252a2c7, disabling compactions & flushes
2024-11-28T03:36:19,106 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:19,106 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:19,106 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7. after waiting 0 ms
2024-11-28T03:36:19,106 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:19,106 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a7b0b7962dcb11843dc02132252a2c7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:19,109 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 37a00432071d48edc97cda6e1a9fadf4, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488, 9a7b0b7962dcb11843dc02132252a2c7
2024-11-28T03:36:19,129 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNext/9a7b0b7962dcb11843dc02132252a2c7/.tmp/testFamily/8ac705b206b0468985872d4e3124e94e is 61, key is row-0/testFamily:testQualifier/1732764965396/Put/seqid=0
2024-11-28T03:36:19,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741863_1039 (size=5049)
2024-11-28T03:36:19,137 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNext/9a7b0b7962dcb11843dc02132252a2c7/.tmp/testFamily/8ac705b206b0468985872d4e3124e94e
2024-11-28T03:36:19,153 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNext/9a7b0b7962dcb11843dc02132252a2c7/.tmp/testFamily/8ac705b206b0468985872d4e3124e94e as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNext/9a7b0b7962dcb11843dc02132252a2c7/testFamily/8ac705b206b0468985872d4e3124e94e
2024-11-28T03:36:19,165 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNext/9a7b0b7962dcb11843dc02132252a2c7/testFamily/8ac705b206b0468985872d4e3124e94e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:19,167 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9a7b0b7962dcb11843dc02132252a2c7 in 61ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:19,172 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNext/9a7b0b7962dcb11843dc02132252a2c7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:19,173 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:19,173 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a7b0b7962dcb11843dc02132252a2c7:
Waiting for close lock at 1732764979106Running coprocessor pre-close hooks at 1732764979106Disabling compacts and flushes for region at 1732764979106Disabling writes for close at 1732764979106Obtaining lock to block concurrent updates at 1732764979106Preparing flush snapshotting stores in 9a7b0b7962dcb11843dc02132252a2c7 at 1732764979106Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764979106Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7. at 1732764979107 (+1 ms)Flushing 9a7b0b7962dcb11843dc02132252a2c7/testFamily: creating writer at 1732764979107Flushing 9a7b0b7962dcb11843dc02132252a2c7/testFamily: appending metadata at 1732764979129 (+22 ms)Flushing 9a7b0b7962dcb11843dc02132252a2c7/testFamily: closing flushed file at 1732764979129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a544735: reopening flushed file at 1732764979146 (+17 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9a7b0b7962dcb11843dc02132252a2c7 in 61ms, sequenceid=8, compaction requested=false at 1732764979167 (+21 ms)Writing region close event to WAL at 1732764979168 (+1 ms)Running coprocessor post-close hooks at 1732764979173 (+5 ms)Closed at 1732764979173
2024-11-28T03:36:19,174 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732764962346.9a7b0b7962dcb11843dc02132252a2c7.
2024-11-28T03:36:19,174 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37a00432071d48edc97cda6e1a9fadf4, disabling compactions & flushes
2024-11-28T03:36:19,174 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:36:19,174 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:36:19,174 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4. after waiting 0 ms
2024-11-28T03:36:19,174 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:36:19,174 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37a00432071d48edc97cda6e1a9fadf4 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:19,200 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNextAsync/37a00432071d48edc97cda6e1a9fadf4/.tmp/testFamily/a6e5bc2e4af0478e85a4086ba6b93a42 is 61, key is row-0/testFamily:testQualifier/1732764946108/Put/seqid=0
2024-11-28T03:36:19,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741864_1040 (size=5049)
2024-11-28T03:36:19,212 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNextAsync/37a00432071d48edc97cda6e1a9fadf4/.tmp/testFamily/a6e5bc2e4af0478e85a4086ba6b93a42
2024-11-28T03:36:19,222 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNextAsync/37a00432071d48edc97cda6e1a9fadf4/.tmp/testFamily/a6e5bc2e4af0478e85a4086ba6b93a42 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNextAsync/37a00432071d48edc97cda6e1a9fadf4/testFamily/a6e5bc2e4af0478e85a4086ba6b93a42
2024-11-28T03:36:19,230 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNextAsync/37a00432071d48edc97cda6e1a9fadf4/testFamily/a6e5bc2e4af0478e85a4086ba6b93a42, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:19,231 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 37a00432071d48edc97cda6e1a9fadf4 in 57ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:19,236 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNextAsync/37a00432071d48edc97cda6e1a9fadf4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:19,237 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:36:19,237 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37a00432071d48edc97cda6e1a9fadf4:
Waiting for close lock at 1732764979174Running coprocessor pre-close hooks at 1732764979174Disabling compacts and flushes for region at 1732764979174Disabling writes for close at 1732764979174Obtaining lock to block concurrent updates at 1732764979174Preparing flush snapshotting stores in 37a00432071d48edc97cda6e1a9fadf4 at 1732764979174Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764979175 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4. at 1732764979175Flushing 37a00432071d48edc97cda6e1a9fadf4/testFamily: creating writer at 1732764979175Flushing 37a00432071d48edc97cda6e1a9fadf4/testFamily: appending metadata at 1732764979200 (+25 ms)Flushing 37a00432071d48edc97cda6e1a9fadf4/testFamily: closing flushed file at 1732764979200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b825aea: reopening flushed file at 1732764979221 (+21 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 37a00432071d48edc97cda6e1a9fadf4 in 57ms, sequenceid=8, compaction requested=false at 1732764979231 (+10 ms)Writing region close event to WAL at 1732764979232 (+1 ms)Running coprocessor post-close hooks at 1732764979237 (+5 ms)Closed at 1732764979237
2024-11-28T03:36:19,237 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732764943051.37a00432071d48edc97cda6e1a9fadf4.
2024-11-28T03:36:19,237 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61cb107c58adf0f7b253eca6c47edd7f, disabling compactions & flushes
2024-11-28T03:36:19,237 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:36:19,237 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:36:19,238 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f. after waiting 0 ms
2024-11-28T03:36:19,238 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:36:19,238 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61cb107c58adf0f7b253eca6c47edd7f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:19,260 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNext/61cb107c58adf0f7b253eca6c47edd7f/.tmp/testFamily/1fe5cc2e631642e9a42f50e5b11e5622 is 61, key is row-0/testFamily:testQualifier/1732764950197/Put/seqid=0
2024-11-28T03:36:19,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741865_1041 (size=5049)
2024-11-28T03:36:19,310 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:36:19,510 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T03:36:19,510 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1325): Online Regions={61cb107c58adf0f7b253eca6c47edd7f=testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f., 0b34b7a2c351a5f0499b04b5baa00d0d=hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d., 6d2a0203c0d75a873caeaff26517e488=testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.}
2024-11-28T03:36:19,510 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 61cb107c58adf0f7b253eca6c47edd7f, 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:36:19,666 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNext/61cb107c58adf0f7b253eca6c47edd7f/.tmp/testFamily/1fe5cc2e631642e9a42f50e5b11e5622
2024-11-28T03:36:19,676 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNext/61cb107c58adf0f7b253eca6c47edd7f/.tmp/testFamily/1fe5cc2e631642e9a42f50e5b11e5622 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNext/61cb107c58adf0f7b253eca6c47edd7f/testFamily/1fe5cc2e631642e9a42f50e5b11e5622
2024-11-28T03:36:19,685 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNext/61cb107c58adf0f7b253eca6c47edd7f/testFamily/1fe5cc2e631642e9a42f50e5b11e5622, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:19,686 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61cb107c58adf0f7b253eca6c47edd7f in 448ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:19,696 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testNormalScanTimeoutOnNext/61cb107c58adf0f7b253eca6c47edd7f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:19,697 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:36:19,697 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61cb107c58adf0f7b253eca6c47edd7f:
Waiting for close lock at 1732764979237Running coprocessor pre-close hooks at 1732764979237Disabling compacts and flushes for region at 1732764979237Disabling writes for close at 1732764979238 (+1 ms)Obtaining lock to block concurrent updates at 1732764979238Preparing flush snapshotting stores in 61cb107c58adf0f7b253eca6c47edd7f at 1732764979238Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764979238Flushing stores of testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f. at 1732764979238Flushing 61cb107c58adf0f7b253eca6c47edd7f/testFamily: creating writer at 1732764979238Flushing 61cb107c58adf0f7b253eca6c47edd7f/testFamily: appending metadata at 1732764979259 (+21 ms)Flushing 61cb107c58adf0f7b253eca6c47edd7f/testFamily: closing flushed file at 1732764979259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23baf4f8: reopening flushed file at 1732764979675 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61cb107c58adf0f7b253eca6c47edd7f in 448ms, sequenceid=8, compaction requested=false at 1732764979686 (+11 ms)Writing region close event to WAL at 1732764979688 (+2 ms)Running coprocessor post-close hooks at 1732764979697 (+9 ms)Closed at 1732764979697
2024-11-28T03:36:19,698 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732764949159.61cb107c58adf0f7b253eca6c47edd7f.
2024-11-28T03:36:19,698 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b34b7a2c351a5f0499b04b5baa00d0d, disabling compactions & flushes
2024-11-28T03:36:19,698 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:36:19,698 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:36:19,698 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d. after waiting 0 ms
2024-11-28T03:36:19,698 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:36:19,698 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b34b7a2c351a5f0499b04b5baa00d0d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:19,711 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 0b34b7a2c351a5f0499b04b5baa00d0d, 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:36:19,727 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNextAsync/0b34b7a2c351a5f0499b04b5baa00d0d/.tmp/testFamily/3ef9d9c1cc7048f3a0d0dfb6e3f40615 is 61, key is row-0/testFamily:testQualifier/1732764927832/Put/seqid=0
2024-11-28T03:36:19,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741866_1042 (size=5049)
2024-11-28T03:36:19,743 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNextAsync/0b34b7a2c351a5f0499b04b5baa00d0d/.tmp/testFamily/3ef9d9c1cc7048f3a0d0dfb6e3f40615
2024-11-28T03:36:19,759 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNextAsync/0b34b7a2c351a5f0499b04b5baa00d0d/.tmp/testFamily/3ef9d9c1cc7048f3a0d0dfb6e3f40615 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNextAsync/0b34b7a2c351a5f0499b04b5baa00d0d/testFamily/3ef9d9c1cc7048f3a0d0dfb6e3f40615
2024-11-28T03:36:19,767 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNextAsync/0b34b7a2c351a5f0499b04b5baa00d0d/testFamily/3ef9d9c1cc7048f3a0d0dfb6e3f40615, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:19,768 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0b34b7a2c351a5f0499b04b5baa00d0d in 70ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:19,775 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/hbase/testMetaScanTimeoutOnNextAsync/0b34b7a2c351a5f0499b04b5baa00d0d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:19,776 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:36:19,776 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b34b7a2c351a5f0499b04b5baa00d0d:
Waiting for close lock at 1732764979698Running coprocessor pre-close hooks at 1732764979698Disabling compacts and flushes for region at 1732764979698Disabling writes for close at 1732764979698Obtaining lock to block concurrent updates at 1732764979699 (+1 ms)Preparing flush snapshotting stores in 0b34b7a2c351a5f0499b04b5baa00d0d at 1732764979699Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764979699Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d. at 1732764979700 (+1 ms)Flushing 0b34b7a2c351a5f0499b04b5baa00d0d/testFamily: creating writer at 1732764979700Flushing 0b34b7a2c351a5f0499b04b5baa00d0d/testFamily: appending metadata at 1732764979726 (+26 ms)Flushing 0b34b7a2c351a5f0499b04b5baa00d0d/testFamily: closing flushed file at 1732764979726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14481dd9: reopening flushed file at 1732764979757 (+31 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0b34b7a2c351a5f0499b04b5baa00d0d in 70ms, sequenceid=8, compaction requested=false at 1732764979768 (+11 ms)Writing region close event to WAL at 1732764979770 (+2 ms)Running coprocessor post-close hooks at 1732764979776 (+6 ms)Closed at 1732764979776
2024-11-28T03:36:19,777 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732764924776.0b34b7a2c351a5f0499b04b5baa00d0d.
2024-11-28T03:36:19,777 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d2a0203c0d75a873caeaff26517e488, disabling compactions & flushes
2024-11-28T03:36:19,777 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:36:19,777 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:36:19,777 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488. after waiting 0 ms
2024-11-28T03:36:19,777 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:36:19,777 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d2a0203c0d75a873caeaff26517e488 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-28T03:36:19,801 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d2a0203c0d75a873caeaff26517e488/.tmp/testFamily/54c77353b6d74d8db512ce2ac0ee2855 is 61, key is row-0/testFamily:testQualifier/1732764917577/Put/seqid=0
2024-11-28T03:36:19,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741867_1043 (size=5049)
2024-11-28T03:36:19,911 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:36:20,111 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1351): Waiting on 6d2a0203c0d75a873caeaff26517e488
2024-11-28T03:36:20,207 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d2a0203c0d75a873caeaff26517e488/.tmp/testFamily/54c77353b6d74d8db512ce2ac0ee2855
2024-11-28T03:36:20,223 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d2a0203c0d75a873caeaff26517e488/.tmp/testFamily/54c77353b6d74d8db512ce2ac0ee2855 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d2a0203c0d75a873caeaff26517e488/testFamily/54c77353b6d74d8db512ce2ac0ee2855
2024-11-28T03:36:20,234 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d2a0203c0d75a873caeaff26517e488/testFamily/54c77353b6d74d8db512ce2ac0ee2855, entries=4, sequenceid=8, filesize=4.9 K
2024-11-28T03:36:20,235 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6d2a0203c0d75a873caeaff26517e488 in 458ms, sequenceid=8, compaction requested=false
2024-11-28T03:36:20,260 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d2a0203c0d75a873caeaff26517e488/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T03:36:20,261 INFO  [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:36:20,261 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d2a0203c0d75a873caeaff26517e488:
Waiting for close lock at 1732764979777Running coprocessor pre-close hooks at 1732764979777Disabling compacts and flushes for region at 1732764979777Disabling writes for close at 1732764979777Obtaining lock to block concurrent updates at 1732764979777Preparing flush snapshotting stores in 6d2a0203c0d75a873caeaff26517e488 at 1732764979777Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732764979777Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488. at 1732764979778 (+1 ms)Flushing 6d2a0203c0d75a873caeaff26517e488/testFamily: creating writer at 1732764979778Flushing 6d2a0203c0d75a873caeaff26517e488/testFamily: appending metadata at 1732764979800 (+22 ms)Flushing 6d2a0203c0d75a873caeaff26517e488/testFamily: closing flushed file at 1732764979800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760821da: reopening flushed file at 1732764980221 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6d2a0203c0d75a873caeaff26517e488 in 458ms, sequenceid=8, compaction requested=false at 1732764980235 (+14 ms)Writing region close event to WAL at 1732764980253 (+18 ms)Running coprocessor post-close hooks at 1732764980261 (+8 ms)Closed at 1732764980261
2024-11-28T03:36:20,261 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732764916489.6d2a0203c0d75a873caeaff26517e488.
2024-11-28T03:36:20,312 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,33293,1732764853011; all regions closed.
2024-11-28T03:36:20,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741834_1010 (size=19479)
2024-11-28T03:36:20,323 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/oldWALs
2024-11-28T03:36:20,324 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C33293%2C1732764853011.meta:.meta(num 1732764915872)
2024-11-28T03:36:20,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741833_1009 (size=20031)
2024-11-28T03:36:20,340 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/oldWALs
2024-11-28T03:36:20,340 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C33293%2C1732764853011:(num 1732764915473)
2024-11-28T03:36:20,340 DEBUG [RS:0;b4e3b2a3b1ef:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T03:36:20,340 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T03:36:20,341 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T03:36:20,341 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T03:36:20,341 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T03:36:20,342 INFO  [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T03:36:20,343 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33293
2024-11-28T03:36:20,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4e3b2a3b1ef,33293,1732764853011
2024-11-28T03:36:20,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-28T03:36:20,348 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T03:36:20,351 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,33293,1732764853011]
2024-11-28T03:36:20,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b4e3b2a3b1ef,33293,1732764853011 already deleted, retry=false
2024-11-28T03:36:20,354 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,33293,1732764853011 expired; onlineServers=0
2024-11-28T03:36:20,354 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,40239,1732764852294' *****
2024-11-28T03:36:20,354 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T03:36:20,354 INFO  [M:0;b4e3b2a3b1ef:40239 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T03:36:20,354 INFO  [M:0;b4e3b2a3b1ef:40239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T03:36:20,355 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T03:36:20,355 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T03:36:20,355 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T03:36:20,355 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764855305 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764855305,5,FailOnTimeoutGroup]
2024-11-28T03:36:20,355 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764855303 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764855303,5,FailOnTimeoutGroup]
2024-11-28T03:36:20,355 INFO  [M:0;b4e3b2a3b1ef:40239 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T03:36:20,355 INFO  [M:0;b4e3b2a3b1ef:40239 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T03:36:20,355 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] master.HMaster(1795): Stopping service threads
2024-11-28T03:36:20,355 INFO  [M:0;b4e3b2a3b1ef:40239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T03:36:20,356 INFO  [M:0;b4e3b2a3b1ef:40239 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T03:36:20,356 INFO  [M:0;b4e3b2a3b1ef:40239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T03:36:20,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T03:36:20,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-28T03:36:20,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T03:36:20,358 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] zookeeper.ZKUtil(347): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-28T03:36:20,358 WARN  [M:0;b4e3b2a3b1ef:40239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T03:36:20,359 INFO  [M:0;b4e3b2a3b1ef:40239 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/.lastflushedseqids
2024-11-28T03:36:20,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741868_1044 (size=712)
2024-11-28T03:36:20,424 INFO  [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T03:36:20,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T03:36:20,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1015ca3475c0001, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T03:36:20,452 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T03:36:20,452 INFO  [RS:0;b4e3b2a3b1ef:33293 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,33293,1732764853011; zookeeper connection closed.
2024-11-28T03:36:20,453 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ffeff51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ffeff51
2024-11-28T03:36:20,453 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T03:36:20,775 INFO  [M:0;b4e3b2a3b1ef:40239 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T03:36:20,775 INFO  [M:0;b4e3b2a3b1ef:40239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T03:36:20,775 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T03:36:20,775 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T03:36:20,775 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T03:36:20,775 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T03:36:20,775 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T03:36:20,775 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.14 KB heapSize=191.18 KB
2024-11-28T03:36:20,795 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e72160301a4dd69538a2f92526d296 is 82, key is hbase:meta,,1/info:regioninfo/1732764915978/Put/seqid=0
2024-11-28T03:36:20,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741869_1045 (size=5672)
2024-11-28T03:36:20,804 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e72160301a4dd69538a2f92526d296
2024-11-28T03:36:20,831 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2605945a40014de3b50a853e69f93c7d is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732764917408/Put/seqid=0
2024-11-28T03:36:20,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741870_1046 (size=14074)
2024-11-28T03:36:20,841 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.58 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2605945a40014de3b50a853e69f93c7d
2024-11-28T03:36:20,849 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2605945a40014de3b50a853e69f93c7d
2024-11-28T03:36:20,870 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e733d7e69e743298f4de189f589f6ba is 69, key is b4e3b2a3b1ef,33293,1732764853011/rs:state/1732764885331/Put/seqid=0
2024-11-28T03:36:20,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741871_1047 (size=5156)
2024-11-28T03:36:21,279 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e733d7e69e743298f4de189f589f6ba
2024-11-28T03:36:21,287 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e72160301a4dd69538a2f92526d296 as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33e72160301a4dd69538a2f92526d296
2024-11-28T03:36:21,294 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33e72160301a4dd69538a2f92526d296, entries=8, sequenceid=319, filesize=5.5 K
2024-11-28T03:36:21,296 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2605945a40014de3b50a853e69f93c7d as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2605945a40014de3b50a853e69f93c7d
2024-11-28T03:36:21,302 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2605945a40014de3b50a853e69f93c7d
2024-11-28T03:36:21,302 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2605945a40014de3b50a853e69f93c7d, entries=33, sequenceid=319, filesize=13.7 K
2024-11-28T03:36:21,303 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e733d7e69e743298f4de189f589f6ba as hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e733d7e69e743298f4de189f589f6ba
2024-11-28T03:36:21,310 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/00dd30a9-709a-30b7-0dfe-20c3f3568d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e733d7e69e743298f4de189f589f6ba, entries=1, sequenceid=319, filesize=5.0 K
2024-11-28T03:36:21,311 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.14 KB/167051, heapSize ~190.88 KB/195464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=319, compaction requested=false
2024-11-28T03:36:21,313 INFO  [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T03:36:21,313 DEBUG [M:0;b4e3b2a3b1ef:40239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732764980775Disabling compacts and flushes for region at 1732764980775Disabling writes for close at 1732764980775Obtaining lock to block concurrent updates at 1732764980776 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764980776Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167051, getHeapSize=195704, getOffHeapSize=0, getCellsCount=366 at 1732764980776Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764980777 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764980777Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764980794 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764980794Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764980811 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764980831 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764980831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764980849 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764980869 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764980869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111e53: reopening flushed file at 1732764981286 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b5fc919: reopening flushed file at 1732764981294 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67301c01: reopening flushed file at 1732764981302 (+8 ms)Finished flush of dataSize ~163.14 KB/167051, heapSize ~190.88 KB/195464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=319, compaction requested=false at 1732764981311 (+9 ms)Writing region close event to WAL at 1732764981313 (+2 ms)Closed at 1732764981313
2024-11-28T03:36:21,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741830_1006 (size=188393)
2024-11-28T03:36:21,317 INFO  [M:0;b4e3b2a3b1ef:40239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T03:36:21,317 INFO  [M:0;b4e3b2a3b1ef:40239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40239
2024-11-28T03:36:21,318 INFO  [M:0;b4e3b2a3b1ef:40239 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T03:36:21,318 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T03:36:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T03:36:21,420 INFO  [M:0;b4e3b2a3b1ef:40239 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T03:36:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x1015ca3475c0000, quorum=127.0.0.1:62401, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T03:36:21,427 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T03:36:21,429 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T03:36:21,430 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T03:36:21,430 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T03:36:21,430 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/hadoop.log.dir/,STOPPED}
2024-11-28T03:36:21,434 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T03:36:21,434 WARN  [BP-1723688503-172.17.0.2-1732764849101 heartbeating to localhost/127.0.0.1:33243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T03:36:21,434 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T03:36:21,434 WARN  [BP-1723688503-172.17.0.2-1732764849101 heartbeating to localhost/127.0.0.1:33243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1723688503-172.17.0.2-1732764849101 (Datanode Uuid b9d6ff76-6ff7-4d07-a6c9-05fe20369910) service to localhost/127.0.0.1:33243
2024-11-28T03:36:21,436 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/cluster_939acb43-eb83-7599-4912-74351dbff2e2/data/data1/current/BP-1723688503-172.17.0.2-1732764849101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T03:36:21,436 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/cluster_939acb43-eb83-7599-4912-74351dbff2e2/data/data2/current/BP-1723688503-172.17.0.2-1732764849101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T03:36:21,437 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T03:36:21,449 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T03:36:21,450 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T03:36:21,450 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T03:36:21,450 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T03:36:21,450 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f40a7c7e-c73e-8111-8dd3-4567694f6fed/hadoop.log.dir/,STOPPED}
2024-11-28T03:36:21,461 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T03:36:21,491 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down