2024-11-24 07:41:00,844 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-24 07:41:00,865 main DEBUG Took 0.018522 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-24 07:41:00,865 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-24 07:41:00,865 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-24 07:41:00,866 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-24 07:41:00,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,876 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-24 07:41:00,892 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,895 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,896 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,898 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,899 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,901 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,903 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,905 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,906 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,907 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,908 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 07:41:00,909 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,909 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-24 07:41:00,911 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 07:41:00,913 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-24 07:41:00,916 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-24 07:41:00,916 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-24 07:41:00,918 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-24 07:41:00,918 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-24 07:41:00,929 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-24 07:41:00,932 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-24 07:41:00,934 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-24 07:41:00,935 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-24 07:41:00,936 main DEBUG createAppenders(={Console})
2024-11-24 07:41:00,937 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-24 07:41:00,937 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-24 07:41:00,937 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-24 07:41:00,938 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-24 07:41:00,938 main DEBUG OutputStream closed
2024-11-24 07:41:00,939 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-24 07:41:00,939 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-24 07:41:00,940 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-24 07:41:01,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-24 07:41:01,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-24 07:41:01,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-24 07:41:01,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-24 07:41:01,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-24 07:41:01,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-24 07:41:01,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-24 07:41:01,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-24 07:41:01,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-24 07:41:01,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-24 07:41:01,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-24 07:41:01,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-24 07:41:01,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-24 07:41:01,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-24 07:41:01,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-24 07:41:01,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-24 07:41:01,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-24 07:41:01,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-24 07:41:01,052 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-24 07:41:01,052 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-24 07:41:01,053 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-24 07:41:01,054 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-24T07:41:01,070 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-24 07:41:01,073 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-24 07:41:01,073 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-24T07:41:01,338 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df
2024-11-24T07:41:01,356 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-24T07:41:01,370 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/cluster_d6d6de40-abe6-bc72-d9e3-c6c3c473d19d, deleteOnExit=true
2024-11-24T07:41:01,371 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-24T07:41:01,372 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/test.cache.data in system properties and HBase conf
2024-11-24T07:41:01,372 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/hadoop.tmp.dir in system properties and HBase conf
2024-11-24T07:41:01,373 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/hadoop.log.dir in system properties and HBase conf
2024-11-24T07:41:01,374 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-24T07:41:01,374 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-24T07:41:01,375 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-24T07:41:01,457 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-24T07:41:01,546 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-24T07:41:01,551 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-24T07:41:01,551 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-24T07:41:01,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-24T07:41:01,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-24T07:41:01,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-24T07:41:01,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-24T07:41:01,555 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-24T07:41:01,556 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-24T07:41:01,556 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-24T07:41:01,557 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/nfs.dump.dir in system properties and HBase conf
2024-11-24T07:41:01,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/java.io.tmpdir in system properties and HBase conf
2024-11-24T07:41:01,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-24T07:41:01,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-24T07:41:01,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-24T07:41:02,699 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-24T07:41:02,771 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2591ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-24T07:41:02,856 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T07:41:02,926 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-24T07:41:02,947 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-24T07:41:02,947 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-24T07:41:02,949 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-24T07:41:02,960 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T07:41:02,963 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/hadoop.log.dir/,AVAILABLE}
2024-11-24T07:41:02,964 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-24T07:41:03,142 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/java.io.tmpdir/jetty-localhost-46813-hadoop-hdfs-3_4_1-tests_jar-_-any-8907096382825333990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-24T07:41:03,149 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:46813}
2024-11-24T07:41:03,149 INFO  [Time-limited test {}] server.Server(415): Started @2970ms
2024-11-24T07:41:03,693 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T07:41:03,701 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-24T07:41:03,702 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-24T07:41:03,702 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-24T07:41:03,703 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-24T07:41:03,703 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/hadoop.log.dir/,AVAILABLE}
2024-11-24T07:41:03,704 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-24T07:41:03,802 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/java.io.tmpdir/jetty-localhost-45297-hadoop-hdfs-3_4_1-tests_jar-_-any-5998708770915822349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-24T07:41:03,802 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:45297}
2024-11-24T07:41:03,803 INFO  [Time-limited test {}] server.Server(415): Started @3623ms
2024-11-24T07:41:03,850 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-24T07:41:04,840 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/cluster_d6d6de40-abe6-bc72-d9e3-c6c3c473d19d/data/data2/current/BP-830261993-172.17.0.3-1732434062121/current, will proceed with Du for space computation calculation, 
2024-11-24T07:41:04,840 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/cluster_d6d6de40-abe6-bc72-d9e3-c6c3c473d19d/data/data1/current/BP-830261993-172.17.0.3-1732434062121/current, will proceed with Du for space computation calculation, 
2024-11-24T07:41:04,867 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-24T07:41:04,915 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dc8c03a7c8b2b47 with lease ID 0x6934b61f21395d2e: Processing first storage report for DS-034691a5-66e3-493d-ad94-7eec0b4975e8 from datanode DatanodeRegistration(127.0.0.1:37015, datanodeUuid=adca9079-f3c6-4c00-a2e6-45b61923835e, infoPort=40167, infoSecurePort=0, ipcPort=46435, storageInfo=lv=-57;cid=testClusterID;nsid=525508471;c=1732434062121)
2024-11-24T07:41:04,916 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dc8c03a7c8b2b47 with lease ID 0x6934b61f21395d2e: from storage DS-034691a5-66e3-493d-ad94-7eec0b4975e8 node DatanodeRegistration(127.0.0.1:37015, datanodeUuid=adca9079-f3c6-4c00-a2e6-45b61923835e, infoPort=40167, infoSecurePort=0, ipcPort=46435, storageInfo=lv=-57;cid=testClusterID;nsid=525508471;c=1732434062121), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-24T07:41:04,917 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dc8c03a7c8b2b47 with lease ID 0x6934b61f21395d2e: Processing first storage report for DS-c11b3c8a-1ae5-414c-ae3c-16fe9e51826a from datanode DatanodeRegistration(127.0.0.1:37015, datanodeUuid=adca9079-f3c6-4c00-a2e6-45b61923835e, infoPort=40167, infoSecurePort=0, ipcPort=46435, storageInfo=lv=-57;cid=testClusterID;nsid=525508471;c=1732434062121)
2024-11-24T07:41:04,917 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dc8c03a7c8b2b47 with lease ID 0x6934b61f21395d2e: from storage DS-c11b3c8a-1ae5-414c-ae3c-16fe9e51826a node DatanodeRegistration(127.0.0.1:37015, datanodeUuid=adca9079-f3c6-4c00-a2e6-45b61923835e, infoPort=40167, infoSecurePort=0, ipcPort=46435, storageInfo=lv=-57;cid=testClusterID;nsid=525508471;c=1732434062121), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-24T07:41:04,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df
2024-11-24T07:41:05,079 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/cluster_d6d6de40-abe6-bc72-d9e3-c6c3c473d19d/zookeeper_0, clientPort=52933, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/cluster_d6d6de40-abe6-bc72-d9e3-c6c3c473d19d/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/cluster_d6d6de40-abe6-bc72-d9e3-c6c3c473d19d/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-24T07:41:05,094 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52933
2024-11-24T07:41:05,109 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T07:41:05,114 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T07:41:05,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741825_1001 (size=7)
2024-11-24T07:41:05,763 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40 with version=8
2024-11-24T07:41:05,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/hbase-staging
2024-11-24T07:41:05,849 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-24T07:41:06,068 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=9
2024-11-24T07:41:06,078 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T07:41:06,078 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-24T07:41:06,083 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-24T07:41:06,083 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T07:41:06,084 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-24T07:41:06,243 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-24T07:41:06,305 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-24T07:41:06,314 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-24T07:41:06,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-24T07:41:06,342 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 107575 (auto-detected)
2024-11-24T07:41:06,343 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-24T07:41:06,360 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44359
2024-11-24T07:41:06,380 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44359 connecting to ZooKeeper ensemble=127.0.0.1:52933
2024-11-24T07:41:06,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443590x0, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-24T07:41:06,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44359-0x1016bc9f2450000 connected
2024-11-24T07:41:06,562 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T07:41:06,564 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T07:41:06,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T07:41:06,577 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40, hbase.cluster.distributed=false
2024-11-24T07:41:06,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-24T07:41:06,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44359
2024-11-24T07:41:06,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44359
2024-11-24T07:41:06,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44359
2024-11-24T07:41:06,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44359
2024-11-24T07:41:06,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44359
2024-11-24T07:41:06,706 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=9
2024-11-24T07:41:06,708 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T07:41:06,708 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-24T07:41:06,708 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-24T07:41:06,708 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T07:41:06,709 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-24T07:41:06,711 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-24T07:41:06,714 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-24T07:41:06,715 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46665
2024-11-24T07:41:06,718 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46665 connecting to ZooKeeper ensemble=127.0.0.1:52933
2024-11-24T07:41:06,719 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T07:41:06,724 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T07:41:06,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466650x0, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-24T07:41:06,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466650x0, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T07:41:06,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46665-0x1016bc9f2450001 connected
2024-11-24T07:41:06,754 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-24T07:41:06,761 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-24T07:41:06,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-24T07:41:06,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-24T07:41:06,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46665
2024-11-24T07:41:06,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46665
2024-11-24T07:41:06,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46665
2024-11-24T07:41:06,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46665
2024-11-24T07:41:06,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46665
2024-11-24T07:41:06,786 DEBUG [M:0;1ab588ae992e:44359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:44359
2024-11-24T07:41:06,787 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1ab588ae992e,44359,1732434065902
2024-11-24T07:41:06,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T07:41:06,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T07:41:06,855 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1ab588ae992e,44359,1732434065902
2024-11-24T07:41:06,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-24T07:41:06,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:06,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:06,926 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-24T07:41:06,929 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1ab588ae992e,44359,1732434065902 from backup master directory
2024-11-24T07:41:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1ab588ae992e,44359,1732434065902
2024-11-24T07:41:06,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T07:41:06,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T07:41:06,999 WARN  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-24T07:41:07,000 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,44359,1732434065902
2024-11-24T07:41:07,003 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-24T07:41:07,005 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-24T07:41:07,059 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/hbase.id] with ID: 18471068-7b73-43eb-9297-067bd03925e1
2024-11-24T07:41:07,059 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/.tmp/hbase.id
2024-11-24T07:41:07,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741826_1002 (size=42)
2024-11-24T07:41:07,474 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/.tmp/hbase.id]:[hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/hbase.id]
2024-11-24T07:41:07,520 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T07:41:07,525 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-24T07:41:07,543 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-24T07:41:07,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:07,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:07,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741827_1003 (size=196)
2024-11-24T07:41:08,074 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:41:08,076 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-24T07:41:08,090 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T07:41:08,094 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T07:41:08,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741828_1004 (size=1189)
2024-11-24T07:41:08,536 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store
2024-11-24T07:41:08,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741829_1005 (size=34)
2024-11-24T07:41:08,965 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-24T07:41:08,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:08,969 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-24T07:41:08,969 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T07:41:08,969 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T07:41:08,970 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-24T07:41:08,970 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T07:41:08,971 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T07:41:08,972 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732434068968Disabling compacts and flushes for region at 1732434068969 (+1 ms)Disabling writes for close at 1732434068970 (+1 ms)Writing region close event to WAL at 1732434068970Closed at 1732434068970
2024-11-24T07:41:08,974 WARN  [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/.initializing
2024-11-24T07:41:08,974 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/WALs/1ab588ae992e,44359,1732434065902
2024-11-24T07:41:08,982 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-24T07:41:08,996 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C44359%2C1732434065902, suffix=, logDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/WALs/1ab588ae992e,44359,1732434065902, archiveDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/oldWALs, maxLogs=10
2024-11-24T07:41:09,017 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/WALs/1ab588ae992e,44359,1732434065902/1ab588ae992e%2C44359%2C1732434065902.1732434069000, exclude list is [], retry=0
2024-11-24T07:41:09,030 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-034691a5-66e3-493d-ad94-7eec0b4975e8,DISK]
2024-11-24T07:41:09,033 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-24T07:41:09,064 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/WALs/1ab588ae992e,44359,1732434065902/1ab588ae992e%2C44359%2C1732434065902.1732434069000
2024-11-24T07:41:09,065 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)]
2024-11-24T07:41:09,066 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:41:09,066 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:09,069 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T07:41:09,069 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T07:41:09,104 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T07:41:09,125 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-24T07:41:09,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:09,131 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T07:41:09,131 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T07:41:09,134 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-24T07:41:09,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:09,135 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:41:09,135 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T07:41:09,139 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-24T07:41:09,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:09,140 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:41:09,141 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T07:41:09,144 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-24T07:41:09,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:09,146 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:41:09,146 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T07:41:09,150 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-24T07:41:09,151 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-24T07:41:09,157 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T07:41:09,158 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T07:41:09,162 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T07:41:09,166 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T07:41:09,176 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:41:09,178 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74762913, jitterRate=0.11405421793460846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T07:41:09,188 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732434069081Initializing all the Stores at 1732434069083 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732434069083Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434069084 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434069084Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434069084Cleaning up temporary data from old regions at 1732434069158 (+74 ms)Region opened successfully at 1732434069187 (+29 ms)
2024-11-24T07:41:09,189 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-24T07:41:09,226 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9d60ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0
2024-11-24T07:41:09,258 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-24T07:41:09,271 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-24T07:41:09,271 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-24T07:41:09,275 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-24T07:41:09,276 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-24T07:41:09,284 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-24T07:41:09,284 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-24T07:41:09,315 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-24T07:41:09,325 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-24T07:41:09,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-24T07:41:09,342 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-24T07:41:09,346 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-24T07:41:09,350 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-24T07:41:09,352 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-24T07:41:09,356 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-24T07:41:09,360 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-24T07:41:09,362 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-24T07:41:09,371 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-24T07:41:09,389 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-24T07:41:09,402 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-24T07:41:09,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-24T07:41:09,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-24T07:41:09,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:09,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:09,416 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,44359,1732434065902, sessionid=0x1016bc9f2450000, setting cluster-up flag (Was=false)
2024-11-24T07:41:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:09,476 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-24T07:41:09,479 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,44359,1732434065902
2024-11-24T07:41:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:09,529 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-24T07:41:09,532 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,44359,1732434065902
2024-11-24T07:41:09,540 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-24T07:41:09,579 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(746): ClusterId : 18471068-7b73-43eb-9297-067bd03925e1
2024-11-24T07:41:09,582 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-24T07:41:09,594 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-24T07:41:09,594 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-24T07:41:09,604 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-24T07:41:09,604 DEBUG [RS:0;1ab588ae992e:46665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f7c34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0
2024-11-24T07:41:09,609 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-24T07:41:09,617 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-24T07:41:09,618 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:46665
2024-11-24T07:41:09,620 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-24T07:41:09,620 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-24T07:41:09,620 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-24T07:41:09,623 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,44359,1732434065902 with port=46665, startcode=1732434066675
2024-11-24T07:41:09,624 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-24T07:41:09,629 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,44359,1732434065902
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-24T07:41:09,632 DEBUG [RS:0;1ab588ae992e:46665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-24T07:41:09,635 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5
2024-11-24T07:41:09,636 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5
2024-11-24T07:41:09,636 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5
2024-11-24T07:41:09,636 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5
2024-11-24T07:41:09,636 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10
2024-11-24T07:41:09,636 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,637 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2
2024-11-24T07:41:09,637 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,638 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732434099638
2024-11-24T07:41:09,640 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-24T07:41:09,641 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-24T07:41:09,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T07:41:09,642 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-24T07:41:09,645 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-24T07:41:09,645 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-24T07:41:09,645 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-24T07:41:09,646 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-24T07:41:09,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:09,648 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-24T07:41:09,646 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,650 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-24T07:41:09,652 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-24T07:41:09,652 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-24T07:41:09,658 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-24T07:41:09,659 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-24T07:41:09,662 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732434069660,5,FailOnTimeoutGroup]
2024-11-24T07:41:09,663 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732434069662,5,FailOnTimeoutGroup]
2024-11-24T07:41:09,663 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,663 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-24T07:41:09,669 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,670 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,671 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-24T07:41:09,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741831_1007 (size=1321)
2024-11-24T07:41:09,679 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44359 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,46665,1732434066675
2024-11-24T07:41:09,682 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44359 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:09,700 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:41:09,700 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33173
2024-11-24T07:41:09,700 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-24T07:41:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-24T07:41:09,708 DEBUG [RS:0;1ab588ae992e:46665 {}] zookeeper.ZKUtil(111): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ab588ae992e,46665,1732434066675
2024-11-24T07:41:09,708 WARN  [RS:0;1ab588ae992e:46665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-24T07:41:09,709 INFO  [RS:0;1ab588ae992e:46665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T07:41:09,709 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/WALs/1ab588ae992e,46665,1732434066675
2024-11-24T07:41:09,713 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,46665,1732434066675]
2024-11-24T07:41:09,739 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-24T07:41:09,761 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-24T07:41:09,767 INFO  [RS:0;1ab588ae992e:46665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-24T07:41:09,767 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,768 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-24T07:41:09,775 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-24T07:41:09,777 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,778 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,778 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,778 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,778 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,778 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,779 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2
2024-11-24T07:41:09,779 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,779 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,779 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,779 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,780 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,780 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1
2024-11-24T07:41:09,780 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3
2024-11-24T07:41:09,780 DEBUG [RS:0;1ab588ae992e:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3
2024-11-24T07:41:09,782 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,782 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,782 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,782 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,782 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,782 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46665,1732434066675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-24T07:41:09,804 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-24T07:41:09,806 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46665,1732434066675-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,806 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,806 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.Replication(171): 1ab588ae992e,46665,1732434066675 started
2024-11-24T07:41:09,829 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:09,829 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,46665,1732434066675, RpcServer on 1ab588ae992e/172.17.0.3:46665, sessionid=0x1016bc9f2450001
2024-11-24T07:41:09,830 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-24T07:41:09,830 DEBUG [RS:0;1ab588ae992e:46665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,46665,1732434066675
2024-11-24T07:41:09,830 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,46665,1732434066675'
2024-11-24T07:41:09,830 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-24T07:41:09,831 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-24T07:41:09,832 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-24T07:41:09,832 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-24T07:41:09,832 DEBUG [RS:0;1ab588ae992e:46665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,46665,1732434066675
2024-11-24T07:41:09,832 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,46665,1732434066675'
2024-11-24T07:41:09,832 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-24T07:41:09,833 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-24T07:41:09,834 DEBUG [RS:0;1ab588ae992e:46665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-24T07:41:09,834 INFO  [RS:0;1ab588ae992e:46665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-24T07:41:09,834 INFO  [RS:0;1ab588ae992e:46665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-24T07:41:10,078 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-24T07:41:10,079 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:41:10,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741832_1008 (size=32)
2024-11-24T07:41:10,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:10,506 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-24T07:41:10,512 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-24T07:41:10,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:10,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T07:41:10,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-24T07:41:10,516 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-24T07:41:10,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:10,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T07:41:10,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-24T07:41:10,521 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-24T07:41:10,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:10,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T07:41:10,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-24T07:41:10,526 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-24T07:41:10,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:10,527 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T07:41:10,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-24T07:41:10,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740
2024-11-24T07:41:10,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740
2024-11-24T07:41:10,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-24T07:41:10,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-24T07:41:10,534 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T07:41:10,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-24T07:41:10,540 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:41:10,541 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63780407, jitterRate=-0.04959787428379059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T07:41:10,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732434070500Initializing all the Stores at 1732434070505 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732434070505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732434070505Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434070506 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732434070506Cleaning up temporary data from old regions at 1732434070533 (+27 ms)Region opened successfully at 1732434070544 (+11 ms)
2024-11-24T07:41:10,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-24T07:41:10,544 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-24T07:41:10,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-24T07:41:10,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-24T07:41:10,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-24T07:41:10,546 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-24T07:41:10,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732434070544Disabling compacts and flushes for region at 1732434070544Disabling writes for close at 1732434070545 (+1 ms)Writing region close event to WAL at 1732434070546 (+1 ms)Closed at 1732434070546
2024-11-24T07:41:10,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T07:41:10,550 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-24T07:41:10,555 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-24T07:41:10,562 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-24T07:41:10,565 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-24T07:41:10,717 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:11,719 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:12,720 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:13,721 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:14,722 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:15,723 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:16,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-24T07:41:16,304 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-24T07:41:16,725 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:17,726 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:18,727 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:19,728 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:20,729 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:21,730 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:22,731 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:23,732 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:24,733 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:25,734 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:26,735 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:27,736 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:28,738 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:29,739 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:30,740 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:31,742 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:32,743 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:33,744 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:34,745 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:34,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T07:41:35,746 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:36,747 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:37,748 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:38,749 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:39,750 WARN  [1ab588ae992e:44359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T07:41:39,841 INFO  [RS:0;1ab588ae992e:46665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-24T07:41:39,845 INFO  [RS:0;1ab588ae992e:46665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C46665%2C1732434066675, suffix=, logDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/WALs/1ab588ae992e,46665,1732434066675, archiveDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/oldWALs, maxLogs=32
2024-11-24T07:41:39,867 DEBUG [RS:0;1ab588ae992e:46665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/WALs/1ab588ae992e,46665,1732434066675/1ab588ae992e%2C46665%2C1732434066675.1732434099849, exclude list is [], retry=0
2024-11-24T07:41:39,872 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-034691a5-66e3-493d-ad94-7eec0b4975e8,DISK]
2024-11-24T07:41:39,875 INFO  [RS:0;1ab588ae992e:46665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/WALs/1ab588ae992e,46665,1732434066675/1ab588ae992e%2C46665%2C1732434066675.1732434099849
2024-11-24T07:41:39,876 DEBUG [RS:0;1ab588ae992e:46665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)]
2024-11-24T07:41:40,008 DEBUG [1ab588ae992e:44359 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-24T07:41:40,021 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:40,027 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,46665,1732434066675, state=OPENING
2024-11-24T07:41:40,095 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-24T07:41:40,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:40,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:41:40,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T07:41:40,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T07:41:40,113 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-24T07:41:40,116 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:41:40,292 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-24T07:41:40,295 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-24T07:41:40,305 INFO  [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-24T07:41:40,306 INFO  [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T07:41:40,306 INFO  [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-24T07:41:40,310 INFO  [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C46665%2C1732434066675.meta, suffix=.meta, logDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/WALs/1ab588ae992e,46665,1732434066675, archiveDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/oldWALs, maxLogs=32
2024-11-24T07:41:40,327 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/WALs/1ab588ae992e,46665,1732434066675/1ab588ae992e%2C46665%2C1732434066675.meta.1732434100312.meta, exclude list is [], retry=0
2024-11-24T07:41:40,331 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-034691a5-66e3-493d-ad94-7eec0b4975e8,DISK]
2024-11-24T07:41:40,334 INFO  [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/WALs/1ab588ae992e,46665,1732434066675/1ab588ae992e%2C46665%2C1732434066675.meta.1732434100312.meta
2024-11-24T07:41:40,334 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)]
2024-11-24T07:41:40,334 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:41:40,336 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-24T07:41:40,338 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-24T07:41:40,343 INFO  [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-24T07:41:40,346 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-24T07:41:40,347 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:40,347 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-24T07:41:40,347 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-24T07:41:40,350 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-24T07:41:40,351 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-24T07:41:40,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:40,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T07:41:40,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-24T07:41:40,354 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-24T07:41:40,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:40,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T07:41:40,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-24T07:41:40,356 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-24T07:41:40,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:40,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T07:41:40,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-24T07:41:40,359 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-24T07:41:40,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:40,360 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T07:41:40,360 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-24T07:41:40,362 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740
2024-11-24T07:41:40,365 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740
2024-11-24T07:41:40,367 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-24T07:41:40,367 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-24T07:41:40,368 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T07:41:40,371 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-24T07:41:40,372 INFO  [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59771088, jitterRate=-0.10934138298034668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T07:41:40,373 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-24T07:41:40,374 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732434100348Writing region info on filesystem at 1732434100348Initializing all the Stores at 1732434100349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732434100349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732434100350 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434100350Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732434100350Cleaning up temporary data from old regions at 1732434100367 (+17 ms)Running coprocessor post-open hooks at 1732434100373 (+6 ms)Region opened successfully at 1732434100374 (+1 ms)
2024-11-24T07:41:40,380 INFO  [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732434100284
2024-11-24T07:41:40,389 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-24T07:41:40,390 INFO  [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-24T07:41:40,391 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:40,394 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,46665,1732434066675, state=OPEN
2024-11-24T07:41:40,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-24T07:41:40,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-24T07:41:40,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T07:41:40,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T07:41:40,428 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:40,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-24T07:41:40,436 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,46665,1732434066675 in 313 msec
2024-11-24T07:41:40,442 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-24T07:41:40,442 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8830 sec
2024-11-24T07:41:40,443 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T07:41:40,444 INFO  [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-24T07:41:40,461 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T07:41:40,462 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46665,1732434066675, seqNum=-1]
2024-11-24T07:41:40,481 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T07:41:40,484 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T07:41:40,502 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9330 sec
2024-11-24T07:41:40,502 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732434100502, completionTime=-1
2024-11-24T07:41:40,505 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-24T07:41:40,505 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-24T07:41:40,532 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-24T07:41:40,533 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732434160533
2024-11-24T07:41:40,533 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732434220533
2024-11-24T07:41:40,533 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec
2024-11-24T07:41:40,535 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44359,1732434065902-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:40,535 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44359,1732434065902-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:40,535 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44359,1732434065902-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:40,537 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:44359, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:40,537 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:40,538 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:40,543 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-24T07:41:40,566 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.566sec
2024-11-24T07:41:40,568 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-24T07:41:40,569 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-24T07:41:40,570 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-24T07:41:40,571 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-24T07:41:40,571 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-24T07:41:40,572 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44359,1732434065902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-24T07:41:40,573 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44359,1732434065902-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-24T07:41:40,581 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-24T07:41:40,582 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-24T07:41:40,582 INFO  [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44359,1732434065902-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T07:41:40,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T07:41:40,631 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-24T07:41:40,631 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-24T07:41:40,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,44359,-1 for getting cluster id
2024-11-24T07:41:40,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-24T07:41:40,643 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18471068-7b73-43eb-9297-067bd03925e1'
2024-11-24T07:41:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-24T07:41:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18471068-7b73-43eb-9297-067bd03925e1"

2024-11-24T07:41:40,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251b340d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T07:41:40,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,44359,-1]
2024-11-24T07:41:40,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-24T07:41:40,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T07:41:40,654 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-24T07:41:40,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T07:41:40,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T07:41:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46665,1732434066675, seqNum=-1]
2024-11-24T07:41:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T07:41:40,687 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T07:41:40,715 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,44359,1732434065902
2024-11-24T07:41:40,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T07:41:40,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,44359,-1 for getting cluster id
2024-11-24T07:41:40,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-24T07:41:40,720 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18471068-7b73-43eb-9297-067bd03925e1'
2024-11-24T07:41:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-24T07:41:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18471068-7b73-43eb-9297-067bd03925e1"

2024-11-24T07:41:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9487746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T07:41:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,44359,-1]
2024-11-24T07:41:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-24T07:41:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T07:41:40,726 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-24T07:41:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4fe4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T07:41:40,742 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=5102
2024-11-24T07:41:40,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-24T07:41:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,44359,1732434065902
2024-11-24T07:41:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e0f1a0
2024-11-24T07:41:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-24T07:41:40,759 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-24T07:41:40,764 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T07:41:40,773 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:41:40,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-24T07:41:40,775 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:40,778 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T07:41:40,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741835_1011 (size=428)
2024-11-24T07:41:41,198 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4cd117da419f05b08ede736b1579ee7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:41:41,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741836_1012 (size=79)
2024-11-24T07:41:41,613 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:41,614 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing e4cd117da419f05b08ede736b1579ee7, disabling compactions & flushes
2024-11-24T07:41:41,614 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:41:41,614 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:41:41,615 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7. after waiting 0 ms
2024-11-24T07:41:41,615 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:41:41,615 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:41:41,616 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4cd117da419f05b08ede736b1579ee7:
Waiting for close lock at 1732434101614Disabling compacts and flushes for region at 1732434101614Disabling writes for close at 1732434101615 (+1 ms)Writing region close event to WAL at 1732434101615Closed at 1732434101615
2024-11-24T07:41:41,621 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:41:41,627 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732434101621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434101621"}]},"ts":"1732434101621"}
2024-11-24T07:41:41,631 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:41:41,633 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:41:41,636 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434101634"}]},"ts":"1732434101634"}
2024-11-24T07:41:41,640 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-24T07:41:41,643 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e4cd117da419f05b08ede736b1579ee7, ASSIGN}]
2024-11-24T07:41:41,645 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e4cd117da419f05b08ede736b1579ee7, ASSIGN
2024-11-24T07:41:41,647 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e4cd117da419f05b08ede736b1579ee7, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:41:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T07:41:41,799 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4cd117da419f05b08ede736b1579ee7, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:41,807 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e4cd117da419f05b08ede736b1579ee7, ASSIGN because future has completed
2024-11-24T07:41:41,809 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4cd117da419f05b08ede736b1579ee7, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:41:41,973 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:41:41,973 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4cd117da419f05b08ede736b1579ee7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:41:41,974 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,974 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:41,974 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,974 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,977 INFO  [StoreOpener-e4cd117da419f05b08ede736b1579ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e4cd117da419f05b08ede736b1579ee7 
2024-11-24T07:41:41,980 INFO  [StoreOpener-e4cd117da419f05b08ede736b1579ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4cd117da419f05b08ede736b1579ee7 columnFamilyName testFamily
2024-11-24T07:41:41,981 DEBUG [StoreOpener-e4cd117da419f05b08ede736b1579ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:41,982 INFO  [StoreOpener-e4cd117da419f05b08ede736b1579ee7-1 {}] regionserver.HStore(327): Store=e4cd117da419f05b08ede736b1579ee7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:41:41,982 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,984 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,985 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,986 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,986 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,988 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,992 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e4cd117da419f05b08ede736b1579ee7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:41:41,993 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4cd117da419f05b08ede736b1579ee7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74211472, jitterRate=0.10583710670471191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:41:41,993 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:41:41,994 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4cd117da419f05b08ede736b1579ee7:
Running coprocessor pre-open hook at 1732434101975Writing region info on filesystem at 1732434101975Initializing all the Stores at 1732434101977 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434101977Cleaning up temporary data from old regions at 1732434101986 (+9 ms)Running coprocessor post-open hooks at 1732434101993 (+7 ms)Region opened successfully at 1732434101994 (+1 ms)
2024-11-24T07:41:41,996 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7., pid=6, masterSystemTime=1732434101964
2024-11-24T07:41:42,000 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:41:42,000 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:41:42,001 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4cd117da419f05b08ede736b1579ee7, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:42,005 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4cd117da419f05b08ede736b1579ee7, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:41:42,010 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-24T07:41:42,011 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4cd117da419f05b08ede736b1579ee7, server=1ab588ae992e,46665,1732434066675 in 197 msec
2024-11-24T07:41:42,014 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-24T07:41:42,014 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e4cd117da419f05b08ede736b1579ee7, ASSIGN in 368 msec
2024-11-24T07:41:42,015 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:41:42,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434102015"}]},"ts":"1732434102015"}
2024-11-24T07:41:42,019 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-24T07:41:42,020 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:41:42,024 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2550 sec
2024-11-24T07:41:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T07:41:43,805 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-24T07:41:43,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-24T07:41:43,809 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:41:43,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-24T07:41:43,816 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:41:43,817 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-24T07:41:43,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T07:41:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46665,1732434066675, seqNum=-1]
2024-11-24T07:41:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T07:41:43,823 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T07:41:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:41:43,844 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:41:43,847 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-24T07:41:43,852 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-24T07:41:43,857 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-24T07:41:43,859 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-24T07:41:43,860 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5935251014700498952
2024-11-24T07:41:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50538 deadline: 1732434106858, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T07:41:43,882 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-24T07:41:43,884 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-24T07:41:43,885 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:41:43,887 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:41:43,888 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5935251014700498954
2024-11-24T07:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50538 deadline: 1732434106886, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T07:41:43,891 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:41:43,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5935251014700498955
2024-11-24T07:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50538 deadline: 1732434106891, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T07:41:43,895 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:41:43,896 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5935251014700498956
2024-11-24T07:41:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50538 deadline: 1732434106895, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T07:41:43,899 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:41:43,908 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/1ab588ae992e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_948046652_22 at /127.0.0.1:53272 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=5083 (was 5102)
2024-11-24T07:41:43,916 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=5083
2024-11-24T07:41:43,920 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:41:43,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-24T07:41:43,924 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:41:43,924 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:43,924 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-24T07:41:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T07:41:43,926 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:41:43,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741837_1013 (size=414)
2024-11-24T07:41:44,342 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => caa91399bbaa1030d519957c44ca9706, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:41:44,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741838_1014 (size=65)
2024-11-24T07:41:44,754 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:44,754 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing caa91399bbaa1030d519957c44ca9706, disabling compactions & flushes
2024-11-24T07:41:44,754 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:41:44,754 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:41:44,754 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706. after waiting 0 ms
2024-11-24T07:41:44,754 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:41:44,754 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:41:44,754 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for caa91399bbaa1030d519957c44ca9706:
Waiting for close lock at 1732434104754Disabling compacts and flushes for region at 1732434104754Disabling writes for close at 1732434104754Writing region close event to WAL at 1732434104754Closed at 1732434104754
2024-11-24T07:41:44,756 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:41:44,757 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732434104756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434104756"}]},"ts":"1732434104756"}
2024-11-24T07:41:44,760 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:41:44,762 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:41:44,763 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434104763"}]},"ts":"1732434104763"}
2024-11-24T07:41:44,766 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-24T07:41:44,767 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=caa91399bbaa1030d519957c44ca9706, ASSIGN}]
2024-11-24T07:41:44,769 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=caa91399bbaa1030d519957c44ca9706, ASSIGN
2024-11-24T07:41:44,771 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=caa91399bbaa1030d519957c44ca9706, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:41:44,922 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=caa91399bbaa1030d519957c44ca9706, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:44,933 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=caa91399bbaa1030d519957c44ca9706, ASSIGN because future has completed
2024-11-24T07:41:44,934 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure caa91399bbaa1030d519957c44ca9706, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:41:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T07:41:45,102 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:41:45,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => caa91399bbaa1030d519957c44ca9706, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:41:45,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:45,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,108 INFO  [StoreOpener-caa91399bbaa1030d519957c44ca9706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region caa91399bbaa1030d519957c44ca9706 
2024-11-24T07:41:45,110 INFO  [StoreOpener-caa91399bbaa1030d519957c44ca9706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caa91399bbaa1030d519957c44ca9706 columnFamilyName testFamily
2024-11-24T07:41:45,110 DEBUG [StoreOpener-caa91399bbaa1030d519957c44ca9706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:45,111 INFO  [StoreOpener-caa91399bbaa1030d519957c44ca9706-1 {}] regionserver.HStore(327): Store=caa91399bbaa1030d519957c44ca9706/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:41:45,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScanner/caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScanner/caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScanner/caa91399bbaa1030d519957c44ca9706/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:41:45,121 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened caa91399bbaa1030d519957c44ca9706; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62981757, jitterRate=-0.06149868667125702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:41:45,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for caa91399bbaa1030d519957c44ca9706
2024-11-24T07:41:45,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for caa91399bbaa1030d519957c44ca9706:
Running coprocessor pre-open hook at 1732434105104Writing region info on filesystem at 1732434105104Initializing all the Stores at 1732434105107 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434105107Cleaning up temporary data from old regions at 1732434105114 (+7 ms)Running coprocessor post-open hooks at 1732434105121 (+7 ms)Region opened successfully at 1732434105122 (+1 ms)
2024-11-24T07:41:45,123 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706., pid=9, masterSystemTime=1732434105091
2024-11-24T07:41:45,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:41:45,127 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:41:45,127 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=caa91399bbaa1030d519957c44ca9706, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:45,131 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure caa91399bbaa1030d519957c44ca9706, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:41:45,136 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-24T07:41:45,136 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure caa91399bbaa1030d519957c44ca9706, server=1ab588ae992e,46665,1732434066675 in 198 msec
2024-11-24T07:41:45,139 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-24T07:41:45,139 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=caa91399bbaa1030d519957c44ca9706, ASSIGN in 369 msec
2024-11-24T07:41:45,140 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:41:45,141 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434105141"}]},"ts":"1732434105141"}
2024-11-24T07:41:45,144 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-24T07:41:45,145 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:41:45,148 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2260 sec
2024-11-24T07:41:45,892 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T07:41:45,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-24T07:41:45,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-24T07:41:45,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-24T07:41:46,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-24T07:41:46,301 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-24T07:41:46,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T07:41:46,303 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-24T07:41:46,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T07:41:46,304 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T07:41:46,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-24T07:41:46,305 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-24T07:41:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T07:41:46,952 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-24T07:41:46,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-24T07:41:46,953 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:41:46,960 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-24T07:41:46,961 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:41:46,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-24T07:41:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:41:46,977 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:41:46,978 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-24T07:41:46,981 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T07:41:46,983 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-24T07:41:52,994 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706., hostname=1ab588ae992e,46665,1732434066675, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1ab588ae992e:46665 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-24T07:41:52,995 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-24T07:41:52,995 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 from cache
2024-11-24T07:41:53,007 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=6317 (was 5083) - AvailableMemoryMB LEAK? -
2024-11-24T07:41:53,018 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=6316
2024-11-24T07:41:53,021 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:41:53,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-24T07:41:53,026 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:41:53,026 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:53,027 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-24T07:41:53,029 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:41:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T07:41:53,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741839_1015 (size=412)
2024-11-24T07:41:53,449 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 514caa7763a48c309deae373bec41144, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:41:53,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741840_1016 (size=63)
2024-11-24T07:41:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-24T07:41:53,861 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:53,862 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 514caa7763a48c309deae373bec41144, disabling compactions & flushes
2024-11-24T07:41:53,862 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:41:53,862 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:41:53,862 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144. after waiting 0 ms
2024-11-24T07:41:53,862 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:41:53,862 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:41:53,862 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 514caa7763a48c309deae373bec41144:
Waiting for close lock at 1732434113862Disabling compacts and flushes for region at 1732434113862Disabling writes for close at 1732434113862Writing region close event to WAL at 1732434113862Closed at 1732434113862
2024-11-24T07:41:53,865 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:41:53,866 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732434113866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434113866"}]},"ts":"1732434113866"}
2024-11-24T07:41:53,870 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:41:53,871 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:41:53,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434113871"}]},"ts":"1732434113871"}
2024-11-24T07:41:53,874 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-24T07:41:53,875 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=514caa7763a48c309deae373bec41144, ASSIGN}]
2024-11-24T07:41:53,877 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=514caa7763a48c309deae373bec41144, ASSIGN
2024-11-24T07:41:53,878 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=514caa7763a48c309deae373bec41144, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:41:54,029 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=514caa7763a48c309deae373bec41144, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:54,033 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=514caa7763a48c309deae373bec41144, ASSIGN because future has completed
2024-11-24T07:41:54,034 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514caa7763a48c309deae373bec41144, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:41:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T07:41:54,195 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:41:54,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 514caa7763a48c309deae373bec41144, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:41:54,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:41:54,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,199 INFO  [StoreOpener-514caa7763a48c309deae373bec41144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 514caa7763a48c309deae373bec41144 
2024-11-24T07:41:54,201 INFO  [StoreOpener-514caa7763a48c309deae373bec41144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 514caa7763a48c309deae373bec41144 columnFamilyName testFamily
2024-11-24T07:41:54,201 DEBUG [StoreOpener-514caa7763a48c309deae373bec41144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:41:54,202 INFO  [StoreOpener-514caa7763a48c309deae373bec41144-1 {}] regionserver.HStore(327): Store=514caa7763a48c309deae373bec41144/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:41:54,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNextAsync/514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNextAsync/514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNextAsync/514caa7763a48c309deae373bec41144/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:41:54,212 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 514caa7763a48c309deae373bec41144; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71737247, jitterRate=0.0689682811498642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:41:54,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 514caa7763a48c309deae373bec41144
2024-11-24T07:41:54,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 514caa7763a48c309deae373bec41144:
Running coprocessor pre-open hook at 1732434114196Writing region info on filesystem at 1732434114196Initializing all the Stores at 1732434114198 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434114198Cleaning up temporary data from old regions at 1732434114205 (+7 ms)Running coprocessor post-open hooks at 1732434114212 (+7 ms)Region opened successfully at 1732434114213 (+1 ms)
2024-11-24T07:41:54,214 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144., pid=12, masterSystemTime=1732434114189
2024-11-24T07:41:54,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:41:54,218 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:41:54,219 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=514caa7763a48c309deae373bec41144, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:41:54,222 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514caa7763a48c309deae373bec41144, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:41:54,228 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-24T07:41:54,228 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 514caa7763a48c309deae373bec41144, server=1ab588ae992e,46665,1732434066675 in 190 msec
2024-11-24T07:41:54,231 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-24T07:41:54,231 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=514caa7763a48c309deae373bec41144, ASSIGN in 353 msec
2024-11-24T07:41:54,233 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:41:54,233 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434114233"}]},"ts":"1732434114233"}
2024-11-24T07:41:54,236 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-24T07:41:54,238 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:41:54,241 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2170 sec
2024-11-24T07:41:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T07:41:56,070 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-24T07:41:56,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-24T07:41:56,071 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:41:56,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-24T07:41:56,078 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:41:56,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-24T07:41:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:41:56,097 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:41:56,097 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-24T07:41:56,101 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T07:41:56,103 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T07:41:56,105 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T07:41:56,105 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-24T07:41:56,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-24T07:41:56,301 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T07:41:57,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-24T07:41:59,723 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T07:42:02,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46665 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498965' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T07:42:02,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46665 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:50538 deadline: 1732434128120, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498965' does not exist
2024-11-24T07:42:02,128 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1ab588ae992e,46665,1732434066675 for closing scanner id = 5935251014700498965 for 514caa7763a48c309deae373bec41144 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498965' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T07:42:02,131 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 123) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5884 (was 6316)
2024-11-24T07:42:02,138 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=5884
2024-11-24T07:42:02,141 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:42:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-24T07:42:02,144 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:42:02,144 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:02,144 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-24T07:42:02,146 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:42:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T07:42:02,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741841_1017 (size=423)
2024-11-24T07:42:02,563 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6da6958d0801605dad2f59ce88b9b08, NAME => 'testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:42:02,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741842_1018 (size=74)
2024-11-24T07:42:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-24T07:42:02,980 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:02,980 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing d6da6958d0801605dad2f59ce88b9b08, disabling compactions & flushes
2024-11-24T07:42:02,980 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:02,981 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:02,981 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08. after waiting 0 ms
2024-11-24T07:42:02,981 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:02,981 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:02,981 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6da6958d0801605dad2f59ce88b9b08:
Waiting for close lock at 1732434122980Disabling compacts and flushes for region at 1732434122980Disabling writes for close at 1732434122981 (+1 ms)Writing region close event to WAL at 1732434122981Closed at 1732434122981
2024-11-24T07:42:02,983 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:42:02,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732434122983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434122983"}]},"ts":"1732434122983"}
2024-11-24T07:42:02,986 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:42:02,988 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:42:02,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434122988"}]},"ts":"1732434122988"}
2024-11-24T07:42:02,991 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-24T07:42:02,992 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6da6958d0801605dad2f59ce88b9b08, ASSIGN}]
2024-11-24T07:42:02,994 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6da6958d0801605dad2f59ce88b9b08, ASSIGN
2024-11-24T07:42:02,995 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6da6958d0801605dad2f59ce88b9b08, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:42:03,146 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d6da6958d0801605dad2f59ce88b9b08, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:03,151 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6da6958d0801605dad2f59ce88b9b08, ASSIGN because future has completed
2024-11-24T07:42:03,152 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6da6958d0801605dad2f59ce88b9b08, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:42:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T07:42:03,318 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:03,318 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d6da6958d0801605dad2f59ce88b9b08, NAME => 'testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:42:03,319 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,319 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:03,319 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,319 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,321 INFO  [StoreOpener-d6da6958d0801605dad2f59ce88b9b08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d6da6958d0801605dad2f59ce88b9b08 
2024-11-24T07:42:03,325 INFO  [StoreOpener-d6da6958d0801605dad2f59ce88b9b08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6da6958d0801605dad2f59ce88b9b08 columnFamilyName testFamily
2024-11-24T07:42:03,326 DEBUG [StoreOpener-d6da6958d0801605dad2f59ce88b9b08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:03,327 INFO  [StoreOpener-d6da6958d0801605dad2f59ce88b9b08-1 {}] regionserver.HStore(327): Store=d6da6958d0801605dad2f59ce88b9b08/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:42:03,327 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,329 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextException/d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,330 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextException/d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,330 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,331 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,334 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,338 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextException/d6da6958d0801605dad2f59ce88b9b08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:42:03,339 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d6da6958d0801605dad2f59ce88b9b08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70038418, jitterRate=0.04365375638008118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:42:03,340 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:03,340 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d6da6958d0801605dad2f59ce88b9b08:
Running coprocessor pre-open hook at 1732434123319Writing region info on filesystem at 1732434123319Initializing all the Stores at 1732434123321 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434123321Cleaning up temporary data from old regions at 1732434123331 (+10 ms)Running coprocessor post-open hooks at 1732434123340 (+9 ms)Region opened successfully at 1732434123340
2024-11-24T07:42:03,341 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08., pid=15, masterSystemTime=1732434123308
2024-11-24T07:42:03,344 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:03,344 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:03,345 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d6da6958d0801605dad2f59ce88b9b08, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:03,349 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6da6958d0801605dad2f59ce88b9b08, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:42:03,354 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-24T07:42:03,355 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d6da6958d0801605dad2f59ce88b9b08, server=1ab588ae992e,46665,1732434066675 in 198 msec
2024-11-24T07:42:03,358 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-24T07:42:03,358 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6da6958d0801605dad2f59ce88b9b08, ASSIGN in 363 msec
2024-11-24T07:42:03,359 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:42:03,359 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434123359"}]},"ts":"1732434123359"}
2024-11-24T07:42:03,362 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-24T07:42:03,364 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:42:03,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2230 sec
2024-11-24T07:42:03,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-24T07:42:04,970 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T07:42:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T07:42:05,182 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-24T07:42:05,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-24T07:42:05,183 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:05,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-24T07:42:05,193 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:05,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-24T07:42:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:42:05,210 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:42:05,210 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-24T07:42:05,213 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-24T07:42:05,215 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-24T07:42:05,216 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-24T07:42:05,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5935251014700498969
2024-11-24T07:42:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50538 deadline: 1732434128216, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T07:42:05,221 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-24T07:42:05,222 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-24T07:42:05,223 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:42:05,224 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:42:05,225 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5935251014700498971
2024-11-24T07:42:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50538 deadline: 1732434128224, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T07:42:05,229 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:42:05,230 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5935251014700498972
2024-11-24T07:42:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50538 deadline: 1732434128228, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T07:42:05,233 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:42:05,233 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5935251014700498973
2024-11-24T07:42:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50538 deadline: 1732434128232, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T07:42:05,237 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T07:42:05,245 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 225), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 126) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5796 (was 5884)
2024-11-24T07:42:05,253 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=5796
2024-11-24T07:42:05,257 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:42:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-24T07:42:05,262 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:42:05,262 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:05,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-24T07:42:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T07:42:05,264 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:42:05,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741843_1019 (size=418)
2024-11-24T07:42:05,677 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bf2402a56b562ce447a33a844b8cd83, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:42:05,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741844_1020 (size=69)
2024-11-24T07:42:06,091 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:06,092 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 6bf2402a56b562ce447a33a844b8cd83, disabling compactions & flushes
2024-11-24T07:42:06,092 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:06,092 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:06,092 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83. after waiting 0 ms
2024-11-24T07:42:06,092 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:06,092 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:06,092 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bf2402a56b562ce447a33a844b8cd83:
Waiting for close lock at 1732434126091Disabling compacts and flushes for region at 1732434126092 (+1 ms)Disabling writes for close at 1732434126092Writing region close event to WAL at 1732434126092Closed at 1732434126092
2024-11-24T07:42:06,095 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:42:06,096 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732434126095"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434126095"}]},"ts":"1732434126095"}
2024-11-24T07:42:06,101 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:42:06,103 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:42:06,103 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434126103"}]},"ts":"1732434126103"}
2024-11-24T07:42:06,107 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-24T07:42:06,107 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6bf2402a56b562ce447a33a844b8cd83, ASSIGN}]
2024-11-24T07:42:06,109 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6bf2402a56b562ce447a33a844b8cd83, ASSIGN
2024-11-24T07:42:06,111 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6bf2402a56b562ce447a33a844b8cd83, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:42:06,261 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6bf2402a56b562ce447a33a844b8cd83, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:06,265 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6bf2402a56b562ce447a33a844b8cd83, ASSIGN because future has completed
2024-11-24T07:42:06,265 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bf2402a56b562ce447a33a844b8cd83, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:42:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T07:42:06,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-24T07:42:06,301 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-24T07:42:06,425 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:06,426 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bf2402a56b562ce447a33a844b8cd83, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:42:06,426 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,426 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:06,427 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,427 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,430 INFO  [StoreOpener-6bf2402a56b562ce447a33a844b8cd83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6bf2402a56b562ce447a33a844b8cd83 
2024-11-24T07:42:06,432 INFO  [StoreOpener-6bf2402a56b562ce447a33a844b8cd83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf2402a56b562ce447a33a844b8cd83 columnFamilyName testFamily
2024-11-24T07:42:06,433 DEBUG [StoreOpener-6bf2402a56b562ce447a33a844b8cd83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:06,433 INFO  [StoreOpener-6bf2402a56b562ce447a33a844b8cd83-1 {}] regionserver.HStore(327): Store=6bf2402a56b562ce447a33a844b8cd83/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:42:06,434 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,435 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScanner/6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,436 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScanner/6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,436 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,436 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,439 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,442 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScanner/6bf2402a56b562ce447a33a844b8cd83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:42:06,443 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6bf2402a56b562ce447a33a844b8cd83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70106852, jitterRate=0.04467350244522095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:42:06,443 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:06,444 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6bf2402a56b562ce447a33a844b8cd83:
Running coprocessor pre-open hook at 1732434126427Writing region info on filesystem at 1732434126427Initializing all the Stores at 1732434126429 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434126429Cleaning up temporary data from old regions at 1732434126436 (+7 ms)Running coprocessor post-open hooks at 1732434126443 (+7 ms)Region opened successfully at 1732434126444 (+1 ms)
2024-11-24T07:42:06,445 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., pid=18, masterSystemTime=1732434126419
2024-11-24T07:42:06,448 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:06,448 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:06,449 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6bf2402a56b562ce447a33a844b8cd83, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:06,452 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bf2402a56b562ce447a33a844b8cd83, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:42:06,456 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-24T07:42:06,456 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bf2402a56b562ce447a33a844b8cd83, server=1ab588ae992e,46665,1732434066675 in 188 msec
2024-11-24T07:42:06,459 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-24T07:42:06,459 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6bf2402a56b562ce447a33a844b8cd83, ASSIGN in 349 msec
2024-11-24T07:42:06,460 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:42:06,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434126460"}]},"ts":"1732434126460"}
2024-11-24T07:42:06,463 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-24T07:42:06,464 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:42:06,467 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2060 sec
2024-11-24T07:42:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T07:42:08,311 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-24T07:42:08,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-24T07:42:08,311 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:08,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-24T07:42:08,317 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:08,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-24T07:42:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:42:08,336 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:42:08,336 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-24T07:42:08,339 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T07:42:08,342 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T07:42:08,822 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T07:42:09,344 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1ab588ae992e:46665 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-24T07:42:09,345 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-24T07:42:09,345 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 from cache
2024-11-24T07:42:09,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-24T07:42:09,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-24T07:42:10,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:42:10,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T07:42:11,345 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1ab588ae992e:46665 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=973ms
2024-11-24T07:42:11,346 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=973ms
2024-11-24T07:42:11,346 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 from cache
2024-11-24T07:42:11,358 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=5743 (was 5796)
2024-11-24T07:42:11,366 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=5743
2024-11-24T07:42:11,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:42:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-24T07:42:11,371 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:42:11,371 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:11,371 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-24T07:42:11,372 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:42:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T07:42:11,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741845_1021 (size=416)
2024-11-24T07:42:11,787 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26fa2e8a911e7f9a9512ca03ac8e6f37, NAME => 'testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:42:11,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741846_1022 (size=67)
2024-11-24T07:42:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-24T07:42:12,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:12,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 26fa2e8a911e7f9a9512ca03ac8e6f37, disabling compactions & flushes
2024-11-24T07:42:12,201 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:12,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:12,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37. after waiting 0 ms
2024-11-24T07:42:12,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:12,201 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:12,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26fa2e8a911e7f9a9512ca03ac8e6f37:
Waiting for close lock at 1732434132201Disabling compacts and flushes for region at 1732434132201Disabling writes for close at 1732434132201Writing region close event to WAL at 1732434132201Closed at 1732434132201
2024-11-24T07:42:12,203 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:42:12,203 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732434132203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434132203"}]},"ts":"1732434132203"}
2024-11-24T07:42:12,206 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:42:12,207 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:42:12,208 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434132207"}]},"ts":"1732434132207"}
2024-11-24T07:42:12,210 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-24T07:42:12,211 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26fa2e8a911e7f9a9512ca03ac8e6f37, ASSIGN}]
2024-11-24T07:42:12,213 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26fa2e8a911e7f9a9512ca03ac8e6f37, ASSIGN
2024-11-24T07:42:12,214 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26fa2e8a911e7f9a9512ca03ac8e6f37, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:42:12,365 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=26fa2e8a911e7f9a9512ca03ac8e6f37, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:12,369 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26fa2e8a911e7f9a9512ca03ac8e6f37, ASSIGN because future has completed
2024-11-24T07:42:12,370 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26fa2e8a911e7f9a9512ca03ac8e6f37, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:42:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T07:42:12,537 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:12,537 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 26fa2e8a911e7f9a9512ca03ac8e6f37, NAME => 'testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:42:12,537 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,538 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:12,538 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,538 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,540 INFO  [StoreOpener-26fa2e8a911e7f9a9512ca03ac8e6f37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 26fa2e8a911e7f9a9512ca03ac8e6f37 
2024-11-24T07:42:12,542 INFO  [StoreOpener-26fa2e8a911e7f9a9512ca03ac8e6f37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26fa2e8a911e7f9a9512ca03ac8e6f37 columnFamilyName testFamily
2024-11-24T07:42:12,542 DEBUG [StoreOpener-26fa2e8a911e7f9a9512ca03ac8e6f37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:12,542 INFO  [StoreOpener-26fa2e8a911e7f9a9512ca03ac8e6f37-1 {}] regionserver.HStore(327): Store=26fa2e8a911e7f9a9512ca03ac8e6f37/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:42:12,542 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,543 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNextAsync/26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,544 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNextAsync/26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,544 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,544 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,547 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,549 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNextAsync/26fa2e8a911e7f9a9512ca03ac8e6f37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:42:12,550 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 26fa2e8a911e7f9a9512ca03ac8e6f37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74692009, jitterRate=0.11299766600131989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:42:12,550 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:12,551 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 26fa2e8a911e7f9a9512ca03ac8e6f37:
Running coprocessor pre-open hook at 1732434132538Writing region info on filesystem at 1732434132538Initializing all the Stores at 1732434132539 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434132539Cleaning up temporary data from old regions at 1732434132544 (+5 ms)Running coprocessor post-open hooks at 1732434132550 (+6 ms)Region opened successfully at 1732434132551 (+1 ms)
2024-11-24T07:42:12,552 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37., pid=21, masterSystemTime=1732434132525
2024-11-24T07:42:12,555 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:12,555 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:12,556 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=26fa2e8a911e7f9a9512ca03ac8e6f37, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:12,559 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26fa2e8a911e7f9a9512ca03ac8e6f37, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:42:12,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-24T07:42:12,567 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 26fa2e8a911e7f9a9512ca03ac8e6f37, server=1ab588ae992e,46665,1732434066675 in 191 msec
2024-11-24T07:42:12,569 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-24T07:42:12,569 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=26fa2e8a911e7f9a9512ca03ac8e6f37, ASSIGN in 355 msec
2024-11-24T07:42:12,570 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:42:12,571 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434132570"}]},"ts":"1732434132570"}
2024-11-24T07:42:12,573 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-24T07:42:12,574 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:42:12,576 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2060 sec
2024-11-24T07:42:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T07:42:14,401 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-24T07:42:14,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-24T07:42:14,402 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:14,413 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-24T07:42:14,413 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:14,413 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-24T07:42:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:42:14,428 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:42:14,428 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-24T07:42:14,432 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T07:42:14,434 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T07:42:14,435 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T07:42:14,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-24T07:42:15,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-24T07:42:16,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-24T07:42:16,301 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-24T07:42:16,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-24T07:42:16,303 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T07:42:17,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46665 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498984' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T07:42:17,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46665 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:50538 deadline: 1732434138446, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498984' does not exist
2024-11-24T07:42:17,452 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1ab588ae992e,46665,1732434066675 for closing scanner id = 5935251014700498984 for 26fa2e8a911e7f9a9512ca03ac8e6f37 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498984' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T07:42:17,458 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 136) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5642 (was 5743)
2024-11-24T07:42:17,466 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=5641
2024-11-24T07:42:17,469 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:42:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-24T07:42:17,473 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:42:17,474 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:17,474 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-24T07:42:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T07:42:17,475 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:42:17,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741847_1023 (size=411)
2024-11-24T07:42:17,885 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0fffc5dac5fce4484942f3ac8a626f0, NAME => 'testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:42:17,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741848_1024 (size=62)
2024-11-24T07:42:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-24T07:42:18,041 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T07:42:18,295 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:18,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing a0fffc5dac5fce4484942f3ac8a626f0, disabling compactions & flushes
2024-11-24T07:42:18,296 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:18,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:18,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0. after waiting 0 ms
2024-11-24T07:42:18,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:18,296 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:18,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0fffc5dac5fce4484942f3ac8a626f0:
Waiting for close lock at 1732434138296Disabling compacts and flushes for region at 1732434138296Disabling writes for close at 1732434138296Writing region close event to WAL at 1732434138296Closed at 1732434138296
2024-11-24T07:42:18,298 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:42:18,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732434138298"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434138298"}]},"ts":"1732434138298"}
2024-11-24T07:42:18,302 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:42:18,304 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:42:18,304 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434138304"}]},"ts":"1732434138304"}
2024-11-24T07:42:18,307 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-24T07:42:18,307 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=a0fffc5dac5fce4484942f3ac8a626f0, ASSIGN}]
2024-11-24T07:42:18,309 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=a0fffc5dac5fce4484942f3ac8a626f0, ASSIGN
2024-11-24T07:42:18,310 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=a0fffc5dac5fce4484942f3ac8a626f0, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:42:18,461 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=a0fffc5dac5fce4484942f3ac8a626f0, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:18,464 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=a0fffc5dac5fce4484942f3ac8a626f0, ASSIGN because future has completed
2024-11-24T07:42:18,464 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0fffc5dac5fce4484942f3ac8a626f0, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:42:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T07:42:18,624 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:18,625 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a0fffc5dac5fce4484942f3ac8a626f0, NAME => 'testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:42:18,625 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,625 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:18,626 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,626 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,629 INFO  [StoreOpener-a0fffc5dac5fce4484942f3ac8a626f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a0fffc5dac5fce4484942f3ac8a626f0 
2024-11-24T07:42:18,632 INFO  [StoreOpener-a0fffc5dac5fce4484942f3ac8a626f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0fffc5dac5fce4484942f3ac8a626f0 columnFamilyName testFamily
2024-11-24T07:42:18,632 DEBUG [StoreOpener-a0fffc5dac5fce4484942f3ac8a626f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:18,633 INFO  [StoreOpener-a0fffc5dac5fce4484942f3ac8a626f0-1 {}] regionserver.HStore(327): Store=a0fffc5dac5fce4484942f3ac8a626f0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:42:18,633 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,635 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNext/a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,636 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNext/a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,636 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,636 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,639 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,642 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNext/a0fffc5dac5fce4484942f3ac8a626f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:42:18,643 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a0fffc5dac5fce4484942f3ac8a626f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60668581, jitterRate=-0.09596769511699677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:42:18,643 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:18,643 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a0fffc5dac5fce4484942f3ac8a626f0:
Running coprocessor pre-open hook at 1732434138626Writing region info on filesystem at 1732434138626Initializing all the Stores at 1732434138628 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434138628Cleaning up temporary data from old regions at 1732434138636 (+8 ms)Running coprocessor post-open hooks at 1732434138643 (+7 ms)Region opened successfully at 1732434138643
2024-11-24T07:42:18,644 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0., pid=24, masterSystemTime=1732434138617
2024-11-24T07:42:18,647 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:18,647 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:18,648 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=a0fffc5dac5fce4484942f3ac8a626f0, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:18,650 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0fffc5dac5fce4484942f3ac8a626f0, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:42:18,654 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-24T07:42:18,655 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure a0fffc5dac5fce4484942f3ac8a626f0, server=1ab588ae992e,46665,1732434066675 in 188 msec
2024-11-24T07:42:18,657 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-24T07:42:18,657 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=a0fffc5dac5fce4484942f3ac8a626f0, ASSIGN in 347 msec
2024-11-24T07:42:18,659 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:42:18,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434138659"}]},"ts":"1732434138659"}
2024-11-24T07:42:18,663 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-24T07:42:18,665 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:42:18,669 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1960 sec
2024-11-24T07:42:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T07:42:20,503 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-24T07:42:20,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-24T07:42:20,504 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:20,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-24T07:42:20,513 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:20,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-24T07:42:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:42:20,525 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:42:20,525 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-24T07:42:20,528 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T07:42:20,530 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T07:42:20,531 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T07:42:20,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-24T07:42:20,607 INFO  [master/1ab588ae992e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-24T07:42:20,607 INFO  [master/1ab588ae992e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-24T07:42:21,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-24T07:42:23,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46665 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498988' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T07:42:23,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46665 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:50538 deadline: 1732434144541, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498988' does not exist
2024-11-24T07:42:23,546 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1ab588ae992e,46665,1732434066675 for closing scanner id = 5935251014700498988 for a0fffc5dac5fce4484942f3ac8a626f0 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498988' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T07:42:23,551 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 141) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5512 (was 5641)
2024-11-24T07:42:23,558 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=5511
2024-11-24T07:42:23,560 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:42:23,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T07:42:23,564 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:42:23,564 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:23,564 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-24T07:42:23,566 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:42:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T07:42:23,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741849_1025 (size=419)
2024-11-24T07:42:23,980 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46b208772c2548e185f4ed81f233fc48, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:42:23,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741850_1026 (size=70)
2024-11-24T07:42:24,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-24T07:42:24,129 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T07:42:24,396 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:24,397 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 46b208772c2548e185f4ed81f233fc48, disabling compactions & flushes
2024-11-24T07:42:24,397 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:24,397 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:24,398 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48. after waiting 0 ms
2024-11-24T07:42:24,398 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:24,398 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:24,398 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46b208772c2548e185f4ed81f233fc48:
Waiting for close lock at 1732434144397Disabling compacts and flushes for region at 1732434144397Disabling writes for close at 1732434144398 (+1 ms)Writing region close event to WAL at 1732434144398Closed at 1732434144398
2024-11-24T07:42:24,403 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:42:24,403 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732434144403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434144403"}]},"ts":"1732434144403"}
2024-11-24T07:42:24,406 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:42:24,407 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:42:24,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434144407"}]},"ts":"1732434144407"}
2024-11-24T07:42:24,410 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-24T07:42:24,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=46b208772c2548e185f4ed81f233fc48, ASSIGN}]
2024-11-24T07:42:24,412 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=46b208772c2548e185f4ed81f233fc48, ASSIGN
2024-11-24T07:42:24,413 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=46b208772c2548e185f4ed81f233fc48, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:42:24,565 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=46b208772c2548e185f4ed81f233fc48, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:24,571 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=46b208772c2548e185f4ed81f233fc48, ASSIGN because future has completed
2024-11-24T07:42:24,572 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46b208772c2548e185f4ed81f233fc48, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:42:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T07:42:24,733 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:24,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 46b208772c2548e185f4ed81f233fc48, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:42:24,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:24,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,736 INFO  [StoreOpener-46b208772c2548e185f4ed81f233fc48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 46b208772c2548e185f4ed81f233fc48 
2024-11-24T07:42:24,739 INFO  [StoreOpener-46b208772c2548e185f4ed81f233fc48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46b208772c2548e185f4ed81f233fc48 columnFamilyName testFamily
2024-11-24T07:42:24,739 DEBUG [StoreOpener-46b208772c2548e185f4ed81f233fc48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:24,740 INFO  [StoreOpener-46b208772c2548e185f4ed81f233fc48-1 {}] regionserver.HStore(327): Store=46b208772c2548e185f4ed81f233fc48/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:42:24,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/46b208772c2548e185f4ed81f233fc48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:42:24,749 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 46b208772c2548e185f4ed81f233fc48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71372402, jitterRate=0.06353166699409485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:42:24,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:24,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 46b208772c2548e185f4ed81f233fc48:
Running coprocessor pre-open hook at 1732434144734Writing region info on filesystem at 1732434144734Initializing all the Stores at 1732434144736 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434144736Cleaning up temporary data from old regions at 1732434144743 (+7 ms)Running coprocessor post-open hooks at 1732434144750 (+7 ms)Region opened successfully at 1732434144750
2024-11-24T07:42:24,751 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., pid=27, masterSystemTime=1732434144727
2024-11-24T07:42:24,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:24,754 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:24,755 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=46b208772c2548e185f4ed81f233fc48, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:24,758 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46b208772c2548e185f4ed81f233fc48, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:42:24,763 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-24T07:42:24,765 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 46b208772c2548e185f4ed81f233fc48, server=1ab588ae992e,46665,1732434066675 in 188 msec
2024-11-24T07:42:24,768 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-24T07:42:24,768 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=46b208772c2548e185f4ed81f233fc48, ASSIGN in 354 msec
2024-11-24T07:42:24,769 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:42:24,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434144769"}]},"ts":"1732434144769"}
2024-11-24T07:42:24,772 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-24T07:42:24,774 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:42:24,776 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2130 sec
2024-11-24T07:42:26,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-24T07:42:26,301 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-24T07:42:26,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T07:42:26,303 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T07:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T07:42:26,602 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-24T07:42:26,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-24T07:42:26,602 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:26,613 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-24T07:42:26,613 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:26,614 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-24T07:42:26,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:42:26,627 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:42:26,627 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-24T07:42:26,630 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T07:42:26,632 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-24T07:42:27,938 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-24T07:42:30,236 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T07:42:32,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., hostname=1ab588ae992e,46665,1732434066675, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1ab588ae992e:46665 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-11-24T07:42:32,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-11-24T07:42:32,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 from cache
2024-11-24T07:42:32,643 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=139 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=5380 (was 5511)
2024-11-24T07:42:32,651 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=139, ProcessCount=11, AvailableMemoryMB=5380
2024-11-24T07:42:32,653 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:42:32,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-24T07:42:32,656 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:42:32,656 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:32,656 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-24T07:42:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T07:42:32,657 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:42:32,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741851_1027 (size=407)
2024-11-24T07:42:33,072 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fee752a3d8695f5f59c28de6bcececc5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:42:33,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741852_1028 (size=58)
2024-11-24T07:42:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-24T07:42:33,486 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:33,486 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing fee752a3d8695f5f59c28de6bcececc5, disabling compactions & flushes
2024-11-24T07:42:33,486 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:33,486 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:33,487 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5. after waiting 0 ms
2024-11-24T07:42:33,487 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:33,487 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:33,487 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for fee752a3d8695f5f59c28de6bcececc5:
Waiting for close lock at 1732434153486Disabling compacts and flushes for region at 1732434153486Disabling writes for close at 1732434153487 (+1 ms)Writing region close event to WAL at 1732434153487Closed at 1732434153487
2024-11-24T07:42:33,489 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:42:33,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732434153489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434153489"}]},"ts":"1732434153489"}
2024-11-24T07:42:33,493 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:42:33,494 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:42:33,494 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434153494"}]},"ts":"1732434153494"}
2024-11-24T07:42:33,497 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-24T07:42:33,497 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fee752a3d8695f5f59c28de6bcececc5, ASSIGN}]
2024-11-24T07:42:33,499 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fee752a3d8695f5f59c28de6bcececc5, ASSIGN
2024-11-24T07:42:33,500 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fee752a3d8695f5f59c28de6bcececc5, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:42:33,651 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=fee752a3d8695f5f59c28de6bcececc5, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:33,655 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fee752a3d8695f5f59c28de6bcececc5, ASSIGN because future has completed
2024-11-24T07:42:33,655 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure fee752a3d8695f5f59c28de6bcececc5, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:42:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T07:42:33,816 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:33,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => fee752a3d8695f5f59c28de6bcececc5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:42:33,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:33,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,821 INFO  [StoreOpener-fee752a3d8695f5f59c28de6bcececc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fee752a3d8695f5f59c28de6bcececc5 
2024-11-24T07:42:33,824 INFO  [StoreOpener-fee752a3d8695f5f59c28de6bcececc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fee752a3d8695f5f59c28de6bcececc5 columnFamilyName testFamily
2024-11-24T07:42:33,824 DEBUG [StoreOpener-fee752a3d8695f5f59c28de6bcececc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:33,825 INFO  [StoreOpener-fee752a3d8695f5f59c28de6bcececc5-1 {}] regionserver.HStore(327): Store=fee752a3d8695f5f59c28de6bcececc5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:42:33,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNext/fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNext/fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNext/fee752a3d8695f5f59c28de6bcececc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:42:33,834 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened fee752a3d8695f5f59c28de6bcececc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69872846, jitterRate=0.04118654131889343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:42:33,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:33,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for fee752a3d8695f5f59c28de6bcececc5:
Running coprocessor pre-open hook at 1732434153818Writing region info on filesystem at 1732434153818Initializing all the Stores at 1732434153820 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434153820Cleaning up temporary data from old regions at 1732434153828 (+8 ms)Running coprocessor post-open hooks at 1732434153834 (+6 ms)Region opened successfully at 1732434153834
2024-11-24T07:42:33,836 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5., pid=30, masterSystemTime=1732434153807
2024-11-24T07:42:33,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:33,838 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:33,839 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=fee752a3d8695f5f59c28de6bcececc5, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:33,841 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure fee752a3d8695f5f59c28de6bcececc5, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:42:33,845 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-24T07:42:33,846 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure fee752a3d8695f5f59c28de6bcececc5, server=1ab588ae992e,46665,1732434066675 in 188 msec
2024-11-24T07:42:33,848 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-24T07:42:33,848 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fee752a3d8695f5f59c28de6bcececc5, ASSIGN in 348 msec
2024-11-24T07:42:33,849 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:42:33,849 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434153849"}]},"ts":"1732434153849"}
2024-11-24T07:42:33,851 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-24T07:42:33,852 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:42:33,854 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1990 sec
2024-11-24T07:42:33,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-24T07:42:34,970 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T07:42:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T07:42:35,702 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-24T07:42:35,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-24T07:42:35,703 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:35,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-24T07:42:35,713 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:35,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-24T07:42:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:42:35,727 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:42:35,727 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-24T07:42:35,730 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T07:42:35,733 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T07:42:35,734 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T07:42:35,735 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-24T07:42:36,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-24T07:42:36,301 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-24T07:42:39,322 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T07:42:40,603 DEBUG [master/1ab588ae992e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-24T07:42:41,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46665 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498996' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T07:42:41,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46665 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:50538 deadline: 1732434167735, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498996' does not exist
2024-11-24T07:42:41,741 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1ab588ae992e,46665,1732434066675 for closing scanner id = 5935251014700498996 for fee752a3d8695f5f59c28de6bcececc5 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5935251014700498996' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T07:42:41,747 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 139), ProcessCount=11 (was 11), AvailableMemoryMB=5353 (was 5380)
2024-11-24T07:42:41,755 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=5353
2024-11-24T07:42:41,758 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T07:42:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-24T07:42:41,761 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T07:42:41,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:41,761 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-24T07:42:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T07:42:41,763 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T07:42:41,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741853_1029 (size=423)
2024-11-24T07:42:42,178 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc53e48a727f5503f5beb640ec301794, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40
2024-11-24T07:42:42,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741854_1030 (size=74)
2024-11-24T07:42:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-24T07:42:42,591 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:42,591 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing fc53e48a727f5503f5beb640ec301794, disabling compactions & flushes
2024-11-24T07:42:42,591 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:42,591 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:42,591 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794. after waiting 0 ms
2024-11-24T07:42:42,591 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:42,592 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:42,592 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc53e48a727f5503f5beb640ec301794:
Waiting for close lock at 1732434162591Disabling compacts and flushes for region at 1732434162591Disabling writes for close at 1732434162591Writing region close event to WAL at 1732434162591Closed at 1732434162591
2024-11-24T07:42:42,593 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T07:42:42,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732434162594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732434162594"}]},"ts":"1732434162594"}
2024-11-24T07:42:42,597 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T07:42:42,598 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T07:42:42,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434162599"}]},"ts":"1732434162599"}
2024-11-24T07:42:42,602 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-24T07:42:42,603 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=fc53e48a727f5503f5beb640ec301794, ASSIGN}]
2024-11-24T07:42:42,605 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=fc53e48a727f5503f5beb640ec301794, ASSIGN
2024-11-24T07:42:42,606 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=fc53e48a727f5503f5beb640ec301794, ASSIGN; state=OFFLINE, location=1ab588ae992e,46665,1732434066675; forceNewPlan=false, retain=false
2024-11-24T07:42:42,757 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=fc53e48a727f5503f5beb640ec301794, regionState=OPENING, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:42,764 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=fc53e48a727f5503f5beb640ec301794, ASSIGN because future has completed
2024-11-24T07:42:42,765 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc53e48a727f5503f5beb640ec301794, server=1ab588ae992e,46665,1732434066675}]
2024-11-24T07:42:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T07:42:42,928 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:42,929 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => fc53e48a727f5503f5beb640ec301794, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.', STARTKEY => '', ENDKEY => ''}
2024-11-24T07:42:42,929 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,929 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T07:42:42,929 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,929 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,932 INFO  [StoreOpener-fc53e48a727f5503f5beb640ec301794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fc53e48a727f5503f5beb640ec301794 
2024-11-24T07:42:42,934 INFO  [StoreOpener-fc53e48a727f5503f5beb640ec301794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc53e48a727f5503f5beb640ec301794 columnFamilyName testFamily
2024-11-24T07:42:42,934 DEBUG [StoreOpener-fc53e48a727f5503f5beb640ec301794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T07:42:42,935 INFO  [StoreOpener-fc53e48a727f5503f5beb640ec301794-1 {}] regionserver.HStore(327): Store=fc53e48a727f5503f5beb640ec301794/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T07:42:42,935 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,936 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScannerAsync/fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,937 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScannerAsync/fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,937 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,937 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,940 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,943 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScannerAsync/fc53e48a727f5503f5beb640ec301794/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T07:42:42,944 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened fc53e48a727f5503f5beb640ec301794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69135084, jitterRate=0.030193030834197998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T07:42:42,944 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:42,945 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for fc53e48a727f5503f5beb640ec301794:
Running coprocessor pre-open hook at 1732434162930Writing region info on filesystem at 1732434162930Initializing all the Stores at 1732434162931 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732434162931Cleaning up temporary data from old regions at 1732434162937 (+6 ms)Running coprocessor post-open hooks at 1732434162945 (+8 ms)Region opened successfully at 1732434162945
2024-11-24T07:42:42,946 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., pid=33, masterSystemTime=1732434162918
2024-11-24T07:42:42,949 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:42,950 INFO  [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:42,950 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=fc53e48a727f5503f5beb640ec301794, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46665,1732434066675
2024-11-24T07:42:42,953 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc53e48a727f5503f5beb640ec301794, server=1ab588ae992e,46665,1732434066675 because future has completed
2024-11-24T07:42:42,957 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-24T07:42:42,958 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure fc53e48a727f5503f5beb640ec301794, server=1ab588ae992e,46665,1732434066675 in 190 msec
2024-11-24T07:42:42,961 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-24T07:42:42,961 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=fc53e48a727f5503f5beb640ec301794, ASSIGN in 355 msec
2024-11-24T07:42:42,962 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T07:42:42,962 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732434162962"}]},"ts":"1732434162962"}
2024-11-24T07:42:42,965 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-24T07:42:42,966 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T07:42:42,968 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2080 sec
2024-11-24T07:42:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T07:42:44,801 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-24T07:42:44,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-24T07:42:44,801 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:44,811 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-24T07:42:44,812 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T07:42:44,812 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-24T07:42:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:42:44,824 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T07:42:44,825 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-24T07:42:44,829 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T07:42:44,830 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T07:42:45,835 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1ab588ae992e:46665 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-24T07:42:45,835 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-24T07:42:45,835 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 from cache
2024-11-24T07:42:45,945 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-24T07:42:46,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-24T07:42:46,301 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T07:42:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-24T07:42:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2]
2024-11-24T07:42:46,858 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T07:42:47,835 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1ab588ae992e:46665 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=973ms
2024-11-24T07:42:47,835 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=973ms
2024-11-24T07:42:47,835 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., hostname=1ab588ae992e,46665,1732434066675, seqNum=2 from cache
2024-11-24T07:42:47,845 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 223), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 125) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5332 (was 5353)
2024-11-24T07:42:47,845 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T07:42:47,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T07:42:47,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T07:42:47,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T07:42:47,851 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-24T07:42:47,851 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-24T07:42:47,851 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T07:42:47,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T07:42:47,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T07:42:47,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T07:42:47,851 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-24T07:42:47,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-24T07:42:47,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1822065101, stopped=false
2024-11-24T07:42:47,852 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,44359,1732434065902
2024-11-24T07:42:47,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-24T07:42:47,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-24T07:42:47,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:42:47,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:42:47,860 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-24T07:42:47,860 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T07:42:47,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T07:42:47,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T07:42:47,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T07:42:47,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T07:42:47,861 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,46665,1732434066675' *****
2024-11-24T07:42:47,861 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-24T07:42:47,861 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-24T07:42:47,862 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-24T07:42:47,862 INFO  [RS:0;1ab588ae992e:46665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-24T07:42:47,862 INFO  [RS:0;1ab588ae992e:46665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-24T07:42:47,862 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for 514caa7763a48c309deae373bec41144
2024-11-24T07:42:47,863 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:47,863 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for d6da6958d0801605dad2f59ce88b9b08
2024-11-24T07:42:47,863 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for a0fffc5dac5fce4484942f3ac8a626f0
2024-11-24T07:42:47,863 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for caa91399bbaa1030d519957c44ca9706
2024-11-24T07:42:47,863 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for e4cd117da419f05b08ede736b1579ee7
2024-11-24T07:42:47,863 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 514caa7763a48c309deae373bec41144, disabling compactions & flushes
2024-11-24T07:42:47,863 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for 46b208772c2548e185f4ed81f233fc48
2024-11-24T07:42:47,863 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:42:47,863 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bf2402a56b562ce447a33a844b8cd83
2024-11-24T07:42:47,863 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:42:47,863 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:47,863 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144. after waiting 0 ms
2024-11-24T07:42:47,863 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:42:47,863 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:47,864 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,46665,1732434066675
2024-11-24T07:42:47,864 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-24T07:42:47,864 INFO  [RS:0;1ab588ae992e:46665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:46665.
2024-11-24T07:42:47,864 DEBUG [RS:0;1ab588ae992e:46665 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T07:42:47,864 DEBUG [RS:0;1ab588ae992e:46665 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T07:42:47,864 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-24T07:42:47,864 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-24T07:42:47,864 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-24T07:42:47,864 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-24T07:42:47,865 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-24T07:42:47,865 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-24T07:42:47,865 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-24T07:42:47,865 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-24T07:42:47,865 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-24T07:42:47,865 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-24T07:42:47,865 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 514caa7763a48c309deae373bec41144, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, d6da6958d0801605dad2f59ce88b9b08, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794, fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:47,867 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-24T07:42:47,867 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 514caa7763a48c309deae373bec41144 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:47,919 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNextAsync/514caa7763a48c309deae373bec41144/.tmp/testFamily/2fa37c94d4fe4836814df2c286dbc82d is 61, key is row-0/testFamily:testQualifier/1732434116086/Put/seqid=0
2024-11-24T07:42:47,924 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/.tmp/info/5c8a48c19d4f4a6c82d82852eb7ab83c is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7./info:regioninfo/1732434102001/Put/seqid=0
2024-11-24T07:42:47,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741855_1031 (size=5049)
2024-11-24T07:42:47,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741856_1032 (size=20564)
2024-11-24T07:42:47,935 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/.tmp/info/5c8a48c19d4f4a6c82d82852eb7ab83c
2024-11-24T07:42:47,996 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/.tmp/ns/c3279d10b859442095e0f6ccbe2511a7 is 43, key is default/ns:d/1732434100487/Put/seqid=0
2024-11-24T07:42:48,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741857_1033 (size=5153)
2024-11-24T07:42:48,066 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 514caa7763a48c309deae373bec41144, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, d6da6958d0801605dad2f59ce88b9b08, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794, fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:48,266 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 514caa7763a48c309deae373bec41144, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, d6da6958d0801605dad2f59ce88b9b08, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794, fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:48,331 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNextAsync/514caa7763a48c309deae373bec41144/.tmp/testFamily/2fa37c94d4fe4836814df2c286dbc82d
2024-11-24T07:42:48,348 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNextAsync/514caa7763a48c309deae373bec41144/.tmp/testFamily/2fa37c94d4fe4836814df2c286dbc82d as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNextAsync/514caa7763a48c309deae373bec41144/testFamily/2fa37c94d4fe4836814df2c286dbc82d
2024-11-24T07:42:48,356 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNextAsync/514caa7763a48c309deae373bec41144/testFamily/2fa37c94d4fe4836814df2c286dbc82d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:48,358 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-24T07:42:48,365 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 514caa7763a48c309deae373bec41144 in 498ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:48,371 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNextAsync/514caa7763a48c309deae373bec41144/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:48,373 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:42:48,373 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 514caa7763a48c309deae373bec41144:
Waiting for close lock at 1732434167863Running coprocessor pre-close hooks at 1732434167863Disabling compacts and flushes for region at 1732434167863Disabling writes for close at 1732434167863Obtaining lock to block concurrent updates at 1732434167868 (+5 ms)Preparing flush snapshotting stores in 514caa7763a48c309deae373bec41144 at 1732434167868Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434167875 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144. at 1732434167876 (+1 ms)Flushing 514caa7763a48c309deae373bec41144/testFamily: creating writer at 1732434167878 (+2 ms)Flushing 514caa7763a48c309deae373bec41144/testFamily: appending metadata at 1732434167912 (+34 ms)Flushing 514caa7763a48c309deae373bec41144/testFamily: closing flushed file at 1732434167915 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60af710b: reopening flushed file at 1732434168347 (+432 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 514caa7763a48c309deae373bec41144 in 498ms, sequenceid=8, compaction requested=false at 1732434168365 (+18 ms)Writing region close event to WAL at 1732434168367 (+2 ms)Running coprocessor post-close hooks at 1732434168372 (+5 ms)Closed at 1732434168373 (+1 ms)
2024-11-24T07:42:48,374 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732434113021.514caa7763a48c309deae373bec41144.
2024-11-24T07:42:48,374 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fee752a3d8695f5f59c28de6bcececc5, disabling compactions & flushes
2024-11-24T07:42:48,374 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:48,374 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:48,374 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5. after waiting 0 ms
2024-11-24T07:42:48,374 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:48,374 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fee752a3d8695f5f59c28de6bcececc5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:48,390 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNext/fee752a3d8695f5f59c28de6bcececc5/.tmp/testFamily/03a199ba4fbd4157a8aac7fbd0e01979 is 61, key is row-0/testFamily:testQualifier/1732434155717/Put/seqid=0
2024-11-24T07:42:48,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741858_1034 (size=5049)
2024-11-24T07:42:48,403 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/.tmp/ns/c3279d10b859442095e0f6ccbe2511a7
2024-11-24T07:42:48,425 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/.tmp/table/d8b76437b26c4baaa5db2d10ec271d23 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732434102015/Put/seqid=0
2024-11-24T07:42:48,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741859_1035 (size=6699)
2024-11-24T07:42:48,431 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T07:42:48,466 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, d6da6958d0801605dad2f59ce88b9b08, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794, fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:48,666 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, d6da6958d0801605dad2f59ce88b9b08, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794, fee752a3d8695f5f59c28de6bcececc5
2024-11-24T07:42:48,787 INFO  [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-24T07:42:48,787 INFO  [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-24T07:42:48,796 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNext/fee752a3d8695f5f59c28de6bcececc5/.tmp/testFamily/03a199ba4fbd4157a8aac7fbd0e01979
2024-11-24T07:42:48,811 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNext/fee752a3d8695f5f59c28de6bcececc5/.tmp/testFamily/03a199ba4fbd4157a8aac7fbd0e01979 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNext/fee752a3d8695f5f59c28de6bcececc5/testFamily/03a199ba4fbd4157a8aac7fbd0e01979
2024-11-24T07:42:48,818 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNext/fee752a3d8695f5f59c28de6bcececc5/testFamily/03a199ba4fbd4157a8aac7fbd0e01979, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:48,819 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fee752a3d8695f5f59c28de6bcececc5 in 445ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:48,824 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnNext/fee752a3d8695f5f59c28de6bcececc5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:48,825 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:48,825 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fee752a3d8695f5f59c28de6bcececc5:
Waiting for close lock at 1732434168374Running coprocessor pre-close hooks at 1732434168374Disabling compacts and flushes for region at 1732434168374Disabling writes for close at 1732434168374Obtaining lock to block concurrent updates at 1732434168374Preparing flush snapshotting stores in fee752a3d8695f5f59c28de6bcececc5 at 1732434168374Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434168374Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5. at 1732434168375 (+1 ms)Flushing fee752a3d8695f5f59c28de6bcececc5/testFamily: creating writer at 1732434168375Flushing fee752a3d8695f5f59c28de6bcececc5/testFamily: appending metadata at 1732434168389 (+14 ms)Flushing fee752a3d8695f5f59c28de6bcececc5/testFamily: closing flushed file at 1732434168389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@691cdc27: reopening flushed file at 1732434168809 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fee752a3d8695f5f59c28de6bcececc5 in 445ms, sequenceid=8, compaction requested=false at 1732434168819 (+10 ms)Writing region close event to WAL at 1732434168820 (+1 ms)Running coprocessor post-close hooks at 1732434168825 (+5 ms)Closed at 1732434168825
2024-11-24T07:42:48,825 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732434152652.fee752a3d8695f5f59c28de6bcececc5.
2024-11-24T07:42:48,826 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6da6958d0801605dad2f59ce88b9b08, disabling compactions & flushes
2024-11-24T07:42:48,826 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:48,826 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:48,826 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08. after waiting 0 ms
2024-11-24T07:42:48,826 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:48,826 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6da6958d0801605dad2f59ce88b9b08 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:48,830 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/.tmp/table/d8b76437b26c4baaa5db2d10ec271d23
2024-11-24T07:42:48,839 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/.tmp/info/5c8a48c19d4f4a6c82d82852eb7ab83c as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/info/5c8a48c19d4f4a6c82d82852eb7ab83c
2024-11-24T07:42:48,845 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextException/d6da6958d0801605dad2f59ce88b9b08/.tmp/testFamily/1efc7ce41ec547a8b96487aa473029c8 is 61, key is row-0/testFamily:testQualifier/1732434125199/Put/seqid=0
2024-11-24T07:42:48,848 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/info/5c8a48c19d4f4a6c82d82852eb7ab83c, entries=100, sequenceid=56, filesize=20.1 K
2024-11-24T07:42:48,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741860_1036 (size=5049)
2024-11-24T07:42:48,850 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/.tmp/ns/c3279d10b859442095e0f6ccbe2511a7 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/ns/c3279d10b859442095e0f6ccbe2511a7
2024-11-24T07:42:48,859 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/ns/c3279d10b859442095e0f6ccbe2511a7, entries=2, sequenceid=56, filesize=5.0 K
2024-11-24T07:42:48,861 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/.tmp/table/d8b76437b26c4baaa5db2d10ec271d23 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/table/d8b76437b26c4baaa5db2d10ec271d23
2024-11-24T07:42:48,867 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-24T07:42:48,867 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1325): Online Regions={d6da6958d0801605dad2f59ce88b9b08=testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08., 1588230740=hbase:meta,,1.1588230740, a0fffc5dac5fce4484942f3ac8a626f0=testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0., caa91399bbaa1030d519957c44ca9706=hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706., e4cd117da419f05b08ede736b1579ee7=testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7., 46b208772c2548e185f4ed81f233fc48=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., 6bf2402a56b562ce447a33a844b8cd83=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., fc53e48a727f5503f5beb640ec301794=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., 26fa2e8a911e7f9a9512ca03ac8e6f37=testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.}
2024-11-24T07:42:48,867 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, d6da6958d0801605dad2f59ce88b9b08, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:48,869 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/table/d8b76437b26c4baaa5db2d10ec271d23, entries=20, sequenceid=56, filesize=6.5 K
2024-11-24T07:42:48,870 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1005ms, sequenceid=56, compaction requested=false
2024-11-24T07:42:48,876 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-24T07:42:48,877 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T07:42:48,877 INFO  [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-24T07:42:48,877 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732434167865Running coprocessor pre-close hooks at 1732434167865Disabling compacts and flushes for region at 1732434167865Disabling writes for close at 1732434167865Obtaining lock to block concurrent updates at 1732434167868 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732434167868Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732434167875 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732434167876 (+1 ms)Flushing 1588230740/info: creating writer at 1732434167878 (+2 ms)Flushing 1588230740/info: appending metadata at 1732434167919 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732434167919Flushing 1588230740/ns: creating writer at 1732434167979 (+60 ms)Flushing 1588230740/ns: appending metadata at 1732434167995 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732434167995Flushing 1588230740/table: creating writer at 1732434168410 (+415 ms)Flushing 1588230740/table: appending metadata at 1732434168425 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732434168425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acbb910: reopening flushed file at 1732434168838 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d852139: reopening flushed file at 1732434168849 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3d99e4: reopening flushed file at 1732434168859 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1005ms, sequenceid=56, compaction requested=false at 1732434168871 (+12 ms)Writing region close event to WAL at 1732434168872 (+1 ms)Running coprocessor post-close hooks at 1732434168877 (+5 ms)Closed at 1732434168877
2024-11-24T07:42:48,878 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-24T07:42:49,067 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, d6da6958d0801605dad2f59ce88b9b08, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:49,252 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextException/d6da6958d0801605dad2f59ce88b9b08/.tmp/testFamily/1efc7ce41ec547a8b96487aa473029c8
2024-11-24T07:42:49,267 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextException/d6da6958d0801605dad2f59ce88b9b08/.tmp/testFamily/1efc7ce41ec547a8b96487aa473029c8 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextException/d6da6958d0801605dad2f59ce88b9b08/testFamily/1efc7ce41ec547a8b96487aa473029c8
2024-11-24T07:42:49,268 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, d6da6958d0801605dad2f59ce88b9b08, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:49,274 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextException/d6da6958d0801605dad2f59ce88b9b08/testFamily/1efc7ce41ec547a8b96487aa473029c8, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:49,275 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d6da6958d0801605dad2f59ce88b9b08 in 449ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:49,281 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextException/d6da6958d0801605dad2f59ce88b9b08/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:49,282 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:49,282 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6da6958d0801605dad2f59ce88b9b08:
Waiting for close lock at 1732434168825Running coprocessor pre-close hooks at 1732434168826 (+1 ms)Disabling compacts and flushes for region at 1732434168826Disabling writes for close at 1732434168826Obtaining lock to block concurrent updates at 1732434168826Preparing flush snapshotting stores in d6da6958d0801605dad2f59ce88b9b08 at 1732434168826Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434168826Flushing stores of testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08. at 1732434168827 (+1 ms)Flushing d6da6958d0801605dad2f59ce88b9b08/testFamily: creating writer at 1732434168827Flushing d6da6958d0801605dad2f59ce88b9b08/testFamily: appending metadata at 1732434168845 (+18 ms)Flushing d6da6958d0801605dad2f59ce88b9b08/testFamily: closing flushed file at 1732434168845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4ba0dc: reopening flushed file at 1732434169266 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d6da6958d0801605dad2f59ce88b9b08 in 449ms, sequenceid=8, compaction requested=false at 1732434169275 (+9 ms)Writing region close event to WAL at 1732434169276 (+1 ms)Running coprocessor post-close hooks at 1732434169282 (+6 ms)Closed at 1732434169282
2024-11-24T07:42:49,282 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732434122140.d6da6958d0801605dad2f59ce88b9b08.
2024-11-24T07:42:49,282 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0fffc5dac5fce4484942f3ac8a626f0, disabling compactions & flushes
2024-11-24T07:42:49,282 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:49,282 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:49,282 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0. after waiting 0 ms
2024-11-24T07:42:49,282 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:49,282 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0fffc5dac5fce4484942f3ac8a626f0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:49,299 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNext/a0fffc5dac5fce4484942f3ac8a626f0/.tmp/testFamily/11d9498cee004d168ace6e4dec7edb4b is 61, key is row-0/testFamily:testQualifier/1732434140517/Put/seqid=0
2024-11-24T07:42:49,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741861_1037 (size=5049)
2024-11-24T07:42:49,468 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:49,669 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, a0fffc5dac5fce4484942f3ac8a626f0, caa91399bbaa1030d519957c44ca9706, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:49,705 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNext/a0fffc5dac5fce4484942f3ac8a626f0/.tmp/testFamily/11d9498cee004d168ace6e4dec7edb4b
2024-11-24T07:42:49,719 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNext/a0fffc5dac5fce4484942f3ac8a626f0/.tmp/testFamily/11d9498cee004d168ace6e4dec7edb4b as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNext/a0fffc5dac5fce4484942f3ac8a626f0/testFamily/11d9498cee004d168ace6e4dec7edb4b
2024-11-24T07:42:49,727 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNext/a0fffc5dac5fce4484942f3ac8a626f0/testFamily/11d9498cee004d168ace6e4dec7edb4b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:49,729 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a0fffc5dac5fce4484942f3ac8a626f0 in 447ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:49,734 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNext/a0fffc5dac5fce4484942f3ac8a626f0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:49,735 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:49,735 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0fffc5dac5fce4484942f3ac8a626f0:
Waiting for close lock at 1732434169282Running coprocessor pre-close hooks at 1732434169282Disabling compacts and flushes for region at 1732434169282Disabling writes for close at 1732434169282Obtaining lock to block concurrent updates at 1732434169282Preparing flush snapshotting stores in a0fffc5dac5fce4484942f3ac8a626f0 at 1732434169282Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434169283 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0. at 1732434169283Flushing a0fffc5dac5fce4484942f3ac8a626f0/testFamily: creating writer at 1732434169283Flushing a0fffc5dac5fce4484942f3ac8a626f0/testFamily: appending metadata at 1732434169299 (+16 ms)Flushing a0fffc5dac5fce4484942f3ac8a626f0/testFamily: closing flushed file at 1732434169299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc90d2e: reopening flushed file at 1732434169718 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a0fffc5dac5fce4484942f3ac8a626f0 in 447ms, sequenceid=8, compaction requested=false at 1732434169729 (+11 ms)Writing region close event to WAL at 1732434169729Running coprocessor post-close hooks at 1732434169734 (+5 ms)Closed at 1732434169734
2024-11-24T07:42:49,735 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732434137468.a0fffc5dac5fce4484942f3ac8a626f0.
2024-11-24T07:42:49,735 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caa91399bbaa1030d519957c44ca9706, disabling compactions & flushes
2024-11-24T07:42:49,735 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:42:49,735 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:42:49,735 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706. after waiting 0 ms
2024-11-24T07:42:49,735 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:42:49,735 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing caa91399bbaa1030d519957c44ca9706 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:49,757 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScanner/caa91399bbaa1030d519957c44ca9706/.tmp/testFamily/b8665311964e4e7093de4e3fd939ccab is 61, key is row-0/testFamily:testQualifier/1732434106966/Put/seqid=0
2024-11-24T07:42:49,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741862_1038 (size=5049)
2024-11-24T07:42:49,869 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-24T07:42:49,869 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1325): Online Regions={caa91399bbaa1030d519957c44ca9706=hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706., e4cd117da419f05b08ede736b1579ee7=testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7., 46b208772c2548e185f4ed81f233fc48=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., 6bf2402a56b562ce447a33a844b8cd83=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., fc53e48a727f5503f5beb640ec301794=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., 26fa2e8a911e7f9a9512ca03ac8e6f37=testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.}
2024-11-24T07:42:49,869 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, caa91399bbaa1030d519957c44ca9706, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:50,069 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, caa91399bbaa1030d519957c44ca9706, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:50,165 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScanner/caa91399bbaa1030d519957c44ca9706/.tmp/testFamily/b8665311964e4e7093de4e3fd939ccab
2024-11-24T07:42:50,181 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScanner/caa91399bbaa1030d519957c44ca9706/.tmp/testFamily/b8665311964e4e7093de4e3fd939ccab as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScanner/caa91399bbaa1030d519957c44ca9706/testFamily/b8665311964e4e7093de4e3fd939ccab
2024-11-24T07:42:50,190 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScanner/caa91399bbaa1030d519957c44ca9706/testFamily/b8665311964e4e7093de4e3fd939ccab, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:50,191 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for caa91399bbaa1030d519957c44ca9706 in 456ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:50,196 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScanner/caa91399bbaa1030d519957c44ca9706/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:50,197 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:42:50,197 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caa91399bbaa1030d519957c44ca9706:
Waiting for close lock at 1732434169735Running coprocessor pre-close hooks at 1732434169735Disabling compacts and flushes for region at 1732434169735Disabling writes for close at 1732434169735Obtaining lock to block concurrent updates at 1732434169735Preparing flush snapshotting stores in caa91399bbaa1030d519957c44ca9706 at 1732434169735Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434169736 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706. at 1732434169737 (+1 ms)Flushing caa91399bbaa1030d519957c44ca9706/testFamily: creating writer at 1732434169737Flushing caa91399bbaa1030d519957c44ca9706/testFamily: appending metadata at 1732434169757 (+20 ms)Flushing caa91399bbaa1030d519957c44ca9706/testFamily: closing flushed file at 1732434169757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a5ef6c: reopening flushed file at 1732434170179 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for caa91399bbaa1030d519957c44ca9706 in 456ms, sequenceid=8, compaction requested=false at 1732434170191 (+12 ms)Writing region close event to WAL at 1732434170192 (+1 ms)Running coprocessor post-close hooks at 1732434170197 (+5 ms)Closed at 1732434170197
2024-11-24T07:42:50,197 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732434103919.caa91399bbaa1030d519957c44ca9706.
2024-11-24T07:42:50,197 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4cd117da419f05b08ede736b1579ee7, disabling compactions & flushes
2024-11-24T07:42:50,197 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:42:50,197 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:42:50,197 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7. after waiting 0 ms
2024-11-24T07:42:50,198 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:42:50,198 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4cd117da419f05b08ede736b1579ee7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:50,215 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e4cd117da419f05b08ede736b1579ee7/.tmp/testFamily/873659c24c1a42e0979554f22034a839 is 61, key is row-0/testFamily:testQualifier/1732434103832/Put/seqid=0
2024-11-24T07:42:50,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741863_1039 (size=5049)
2024-11-24T07:42:50,270 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:50,470 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, e4cd117da419f05b08ede736b1579ee7, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:50,621 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e4cd117da419f05b08ede736b1579ee7/.tmp/testFamily/873659c24c1a42e0979554f22034a839
2024-11-24T07:42:50,637 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e4cd117da419f05b08ede736b1579ee7/.tmp/testFamily/873659c24c1a42e0979554f22034a839 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e4cd117da419f05b08ede736b1579ee7/testFamily/873659c24c1a42e0979554f22034a839
2024-11-24T07:42:50,645 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e4cd117da419f05b08ede736b1579ee7/testFamily/873659c24c1a42e0979554f22034a839, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:50,647 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e4cd117da419f05b08ede736b1579ee7 in 448ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:50,651 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e4cd117da419f05b08ede736b1579ee7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:50,652 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:42:50,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4cd117da419f05b08ede736b1579ee7:
Waiting for close lock at 1732434170197Running coprocessor pre-close hooks at 1732434170197Disabling compacts and flushes for region at 1732434170197Disabling writes for close at 1732434170197Obtaining lock to block concurrent updates at 1732434170198 (+1 ms)Preparing flush snapshotting stores in e4cd117da419f05b08ede736b1579ee7 at 1732434170198Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434170198Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7. at 1732434170199 (+1 ms)Flushing e4cd117da419f05b08ede736b1579ee7/testFamily: creating writer at 1732434170199Flushing e4cd117da419f05b08ede736b1579ee7/testFamily: appending metadata at 1732434170214 (+15 ms)Flushing e4cd117da419f05b08ede736b1579ee7/testFamily: closing flushed file at 1732434170215 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9d6d4b: reopening flushed file at 1732434170635 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e4cd117da419f05b08ede736b1579ee7 in 448ms, sequenceid=8, compaction requested=false at 1732434170647 (+12 ms)Writing region close event to WAL at 1732434170647Running coprocessor post-close hooks at 1732434170652 (+5 ms)Closed at 1732434170652
2024-11-24T07:42:50,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732434100760.e4cd117da419f05b08ede736b1579ee7.
2024-11-24T07:42:50,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46b208772c2548e185f4ed81f233fc48, disabling compactions & flushes
2024-11-24T07:42:50,652 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:50,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:50,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48. after waiting 0 ms
2024-11-24T07:42:50,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:50,653 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 46b208772c2548e185f4ed81f233fc48 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:50,668 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/46b208772c2548e185f4ed81f233fc48/.tmp/testFamily/464aa52d843c46aca01d15339b18f9fe is 61, key is row-0/testFamily:testQualifier/1732434146619/Put/seqid=0
2024-11-24T07:42:50,670 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:50,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741864_1040 (size=5049)
2024-11-24T07:42:50,871 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-24T07:42:50,871 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1325): Online Regions={46b208772c2548e185f4ed81f233fc48=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., 6bf2402a56b562ce447a33a844b8cd83=testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., fc53e48a727f5503f5beb640ec301794=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., 26fa2e8a911e7f9a9512ca03ac8e6f37=testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.}
2024-11-24T07:42:50,871 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:51,071 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 46b208772c2548e185f4ed81f233fc48, 6bf2402a56b562ce447a33a844b8cd83, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:51,075 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/46b208772c2548e185f4ed81f233fc48/.tmp/testFamily/464aa52d843c46aca01d15339b18f9fe
2024-11-24T07:42:51,090 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/46b208772c2548e185f4ed81f233fc48/.tmp/testFamily/464aa52d843c46aca01d15339b18f9fe as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/46b208772c2548e185f4ed81f233fc48/testFamily/464aa52d843c46aca01d15339b18f9fe
2024-11-24T07:42:51,098 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/46b208772c2548e185f4ed81f233fc48/testFamily/464aa52d843c46aca01d15339b18f9fe, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:51,099 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 46b208772c2548e185f4ed81f233fc48 in 447ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:51,105 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/46b208772c2548e185f4ed81f233fc48/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:51,106 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:51,106 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46b208772c2548e185f4ed81f233fc48:
Waiting for close lock at 1732434170652Running coprocessor pre-close hooks at 1732434170652Disabling compacts and flushes for region at 1732434170652Disabling writes for close at 1732434170652Obtaining lock to block concurrent updates at 1732434170653 (+1 ms)Preparing flush snapshotting stores in 46b208772c2548e185f4ed81f233fc48 at 1732434170653Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434170653Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48. at 1732434170653Flushing 46b208772c2548e185f4ed81f233fc48/testFamily: creating writer at 1732434170654 (+1 ms)Flushing 46b208772c2548e185f4ed81f233fc48/testFamily: appending metadata at 1732434170668 (+14 ms)Flushing 46b208772c2548e185f4ed81f233fc48/testFamily: closing flushed file at 1732434170668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20251cdd: reopening flushed file at 1732434171089 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 46b208772c2548e185f4ed81f233fc48 in 447ms, sequenceid=8, compaction requested=false at 1732434171100 (+11 ms)Writing region close event to WAL at 1732434171100Running coprocessor post-close hooks at 1732434171106 (+6 ms)Closed at 1732434171106
2024-11-24T07:42:51,106 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732434143560.46b208772c2548e185f4ed81f233fc48.
2024-11-24T07:42:51,106 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bf2402a56b562ce447a33a844b8cd83, disabling compactions & flushes
2024-11-24T07:42:51,106 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:51,106 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:51,107 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83. after waiting 0 ms
2024-11-24T07:42:51,107 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:51,107 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6bf2402a56b562ce447a33a844b8cd83 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:51,124 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScanner/6bf2402a56b562ce447a33a844b8cd83/.tmp/testFamily/da18a5eee06748ae9ae6006e179da732 is 61, key is row-0/testFamily:testQualifier/1732434128324/Put/seqid=0
2024-11-24T07:42:51,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741865_1041 (size=5049)
2024-11-24T07:42:51,272 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 6bf2402a56b562ce447a33a844b8cd83, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:51,472 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, 6bf2402a56b562ce447a33a844b8cd83, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:51,531 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScanner/6bf2402a56b562ce447a33a844b8cd83/.tmp/testFamily/da18a5eee06748ae9ae6006e179da732
2024-11-24T07:42:51,545 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScanner/6bf2402a56b562ce447a33a844b8cd83/.tmp/testFamily/da18a5eee06748ae9ae6006e179da732 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScanner/6bf2402a56b562ce447a33a844b8cd83/testFamily/da18a5eee06748ae9ae6006e179da732
2024-11-24T07:42:51,552 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScanner/6bf2402a56b562ce447a33a844b8cd83/testFamily/da18a5eee06748ae9ae6006e179da732, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:51,553 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6bf2402a56b562ce447a33a844b8cd83 in 446ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:51,558 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScanner/6bf2402a56b562ce447a33a844b8cd83/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:51,559 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:51,559 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bf2402a56b562ce447a33a844b8cd83:
Waiting for close lock at 1732434171106Running coprocessor pre-close hooks at 1732434171106Disabling compacts and flushes for region at 1732434171106Disabling writes for close at 1732434171107 (+1 ms)Obtaining lock to block concurrent updates at 1732434171107Preparing flush snapshotting stores in 6bf2402a56b562ce447a33a844b8cd83 at 1732434171107Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434171107Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83. at 1732434171108 (+1 ms)Flushing 6bf2402a56b562ce447a33a844b8cd83/testFamily: creating writer at 1732434171108Flushing 6bf2402a56b562ce447a33a844b8cd83/testFamily: appending metadata at 1732434171124 (+16 ms)Flushing 6bf2402a56b562ce447a33a844b8cd83/testFamily: closing flushed file at 1732434171124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c9e75a: reopening flushed file at 1732434171544 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6bf2402a56b562ce447a33a844b8cd83 in 446ms, sequenceid=8, compaction requested=false at 1732434171553 (+9 ms)Writing region close event to WAL at 1732434171554 (+1 ms)Running coprocessor post-close hooks at 1732434171559 (+5 ms)Closed at 1732434171559
2024-11-24T07:42:51,559 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732434125257.6bf2402a56b562ce447a33a844b8cd83.
2024-11-24T07:42:51,559 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc53e48a727f5503f5beb640ec301794, disabling compactions & flushes
2024-11-24T07:42:51,559 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:51,559 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:51,559 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794. after waiting 0 ms
2024-11-24T07:42:51,559 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:51,559 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc53e48a727f5503f5beb640ec301794 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:51,576 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScannerAsync/fc53e48a727f5503f5beb640ec301794/.tmp/testFamily/2e30bd94c2774add89444f7ddb602e01 is 61, key is row-0/testFamily:testQualifier/1732434164816/Put/seqid=0
2024-11-24T07:42:51,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741866_1042 (size=5049)
2024-11-24T07:42:51,673 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:51,873 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-24T07:42:51,873 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1325): Online Regions={fc53e48a727f5503f5beb640ec301794=testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., 26fa2e8a911e7f9a9512ca03ac8e6f37=testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.}
2024-11-24T07:42:51,874 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37, fc53e48a727f5503f5beb640ec301794
2024-11-24T07:42:51,981 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScannerAsync/fc53e48a727f5503f5beb640ec301794/.tmp/testFamily/2e30bd94c2774add89444f7ddb602e01
2024-11-24T07:42:51,996 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScannerAsync/fc53e48a727f5503f5beb640ec301794/.tmp/testFamily/2e30bd94c2774add89444f7ddb602e01 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScannerAsync/fc53e48a727f5503f5beb640ec301794/testFamily/2e30bd94c2774add89444f7ddb602e01
2024-11-24T07:42:52,005 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScannerAsync/fc53e48a727f5503f5beb640ec301794/testFamily/2e30bd94c2774add89444f7ddb602e01, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:52,006 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc53e48a727f5503f5beb640ec301794 in 447ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:52,012 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnOpenScannerAsync/fc53e48a727f5503f5beb640ec301794/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:52,012 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:52,013 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc53e48a727f5503f5beb640ec301794:
Waiting for close lock at 1732434171559Running coprocessor pre-close hooks at 1732434171559Disabling compacts and flushes for region at 1732434171559Disabling writes for close at 1732434171559Obtaining lock to block concurrent updates at 1732434171559Preparing flush snapshotting stores in fc53e48a727f5503f5beb640ec301794 at 1732434171559Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434171559Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794. at 1732434171560 (+1 ms)Flushing fc53e48a727f5503f5beb640ec301794/testFamily: creating writer at 1732434171560Flushing fc53e48a727f5503f5beb640ec301794/testFamily: appending metadata at 1732434171575 (+15 ms)Flushing fc53e48a727f5503f5beb640ec301794/testFamily: closing flushed file at 1732434171575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559be137: reopening flushed file at 1732434171994 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc53e48a727f5503f5beb640ec301794 in 447ms, sequenceid=8, compaction requested=false at 1732434172006 (+12 ms)Writing region close event to WAL at 1732434172007 (+1 ms)Running coprocessor post-close hooks at 1732434172012 (+5 ms)Closed at 1732434172012
2024-11-24T07:42:52,013 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732434161757.fc53e48a727f5503f5beb640ec301794.
2024-11-24T07:42:52,013 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26fa2e8a911e7f9a9512ca03ac8e6f37, disabling compactions & flushes
2024-11-24T07:42:52,013 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:52,013 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:52,013 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37. after waiting 0 ms
2024-11-24T07:42:52,013 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:52,013 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26fa2e8a911e7f9a9512ca03ac8e6f37 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T07:42:52,030 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNextAsync/26fa2e8a911e7f9a9512ca03ac8e6f37/.tmp/testFamily/ef27c9fd2aea4a53a3dc10e0fd8820f5 is 61, key is row-0/testFamily:testQualifier/1732434134418/Put/seqid=0
2024-11-24T07:42:52,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741867_1043 (size=5049)
2024-11-24T07:42:52,074 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:52,274 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:52,437 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNextAsync/26fa2e8a911e7f9a9512ca03ac8e6f37/.tmp/testFamily/ef27c9fd2aea4a53a3dc10e0fd8820f5
2024-11-24T07:42:52,474 DEBUG [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1351): Waiting on 26fa2e8a911e7f9a9512ca03ac8e6f37
2024-11-24T07:42:52,499 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNextAsync/26fa2e8a911e7f9a9512ca03ac8e6f37/.tmp/testFamily/ef27c9fd2aea4a53a3dc10e0fd8820f5 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNextAsync/26fa2e8a911e7f9a9512ca03ac8e6f37/testFamily/ef27c9fd2aea4a53a3dc10e0fd8820f5
2024-11-24T07:42:52,508 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNextAsync/26fa2e8a911e7f9a9512ca03ac8e6f37/testFamily/ef27c9fd2aea4a53a3dc10e0fd8820f5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T07:42:52,510 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 26fa2e8a911e7f9a9512ca03ac8e6f37 in 497ms, sequenceid=8, compaction requested=false
2024-11-24T07:42:52,515 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/data/default/testNormalScanTimeoutOnNextAsync/26fa2e8a911e7f9a9512ca03ac8e6f37/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T07:42:52,516 INFO  [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:52,516 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26fa2e8a911e7f9a9512ca03ac8e6f37:
Waiting for close lock at 1732434172013Running coprocessor pre-close hooks at 1732434172013Disabling compacts and flushes for region at 1732434172013Disabling writes for close at 1732434172013Obtaining lock to block concurrent updates at 1732434172013Preparing flush snapshotting stores in 26fa2e8a911e7f9a9512ca03ac8e6f37 at 1732434172013Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732434172013Flushing stores of testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37. at 1732434172014 (+1 ms)Flushing 26fa2e8a911e7f9a9512ca03ac8e6f37/testFamily: creating writer at 1732434172014Flushing 26fa2e8a911e7f9a9512ca03ac8e6f37/testFamily: appending metadata at 1732434172029 (+15 ms)Flushing 26fa2e8a911e7f9a9512ca03ac8e6f37/testFamily: closing flushed file at 1732434172030 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65930627: reopening flushed file at 1732434172497 (+467 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 26fa2e8a911e7f9a9512ca03ac8e6f37 in 497ms, sequenceid=8, compaction requested=false at 1732434172510 (+13 ms)Writing region close event to WAL at 1732434172511 (+1 ms)Running coprocessor post-close hooks at 1732434172516 (+5 ms)Closed at 1732434172516
2024-11-24T07:42:52,517 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732434131367.26fa2e8a911e7f9a9512ca03ac8e6f37.
2024-11-24T07:42:52,675 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,46665,1732434066675; all regions closed.
2024-11-24T07:42:52,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741834_1010 (size=19479)
2024-11-24T07:42:52,693 DEBUG [RS:0;1ab588ae992e:46665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/oldWALs
2024-11-24T07:42:52,693 INFO  [RS:0;1ab588ae992e:46665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C46665%2C1732434066675.meta:.meta(num 1732434100312)
2024-11-24T07:42:52,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741833_1009 (size=20031)
2024-11-24T07:42:52,699 DEBUG [RS:0;1ab588ae992e:46665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/oldWALs
2024-11-24T07:42:52,699 INFO  [RS:0;1ab588ae992e:46665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C46665%2C1732434066675:(num 1732434099849)
2024-11-24T07:42:52,699 DEBUG [RS:0;1ab588ae992e:46665 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T07:42:52,699 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.LeaseManager(133): Closed leases
2024-11-24T07:42:52,699 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-24T07:42:52,699 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-24T07:42:52,699 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-24T07:42:52,699 INFO  [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-24T07:42:52,701 INFO  [RS:0;1ab588ae992e:46665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46665
2024-11-24T07:42:52,707 INFO  [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-24T07:42:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-24T07:42:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ab588ae992e,46665,1732434066675
2024-11-24T07:42:52,723 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-24T07:42:52,734 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,46665,1732434066675]
2024-11-24T07:42:52,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1ab588ae992e,46665,1732434066675 already deleted, retry=false
2024-11-24T07:42:52,745 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,46665,1732434066675 expired; onlineServers=0
2024-11-24T07:42:52,745 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,44359,1732434065902' *****
2024-11-24T07:42:52,745 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-24T07:42:52,746 INFO  [M:0;1ab588ae992e:44359 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-24T07:42:52,746 INFO  [M:0;1ab588ae992e:44359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-24T07:42:52,746 DEBUG [M:0;1ab588ae992e:44359 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-24T07:42:52,747 DEBUG [M:0;1ab588ae992e:44359 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-24T07:42:52,747 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-24T07:42:52,747 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732434069662 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732434069662,5,FailOnTimeoutGroup]
2024-11-24T07:42:52,747 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732434069660 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732434069660,5,FailOnTimeoutGroup]
2024-11-24T07:42:52,748 INFO  [M:0;1ab588ae992e:44359 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-24T07:42:52,748 INFO  [M:0;1ab588ae992e:44359 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-24T07:42:52,748 DEBUG [M:0;1ab588ae992e:44359 {}] master.HMaster(1795): Stopping service threads
2024-11-24T07:42:52,749 INFO  [M:0;1ab588ae992e:44359 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-24T07:42:52,749 INFO  [M:0;1ab588ae992e:44359 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-24T07:42:52,750 INFO  [M:0;1ab588ae992e:44359 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-24T07:42:52,750 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-24T07:42:52,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-24T07:42:52,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T07:42:52,755 DEBUG [M:0;1ab588ae992e:44359 {}] zookeeper.ZKUtil(347): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-24T07:42:52,755 WARN  [M:0;1ab588ae992e:44359 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-24T07:42:52,757 INFO  [M:0;1ab588ae992e:44359 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/.lastflushedseqids
2024-11-24T07:42:52,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741868_1044 (size=649)
2024-11-24T07:42:52,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T07:42:52,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1016bc9f2450001, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T07:42:52,836 INFO  [RS:0;1ab588ae992e:46665 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-24T07:42:52,836 INFO  [RS:0;1ab588ae992e:46665 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,46665,1732434066675; zookeeper connection closed.
2024-11-24T07:42:52,837 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a44374b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a44374b
2024-11-24T07:42:52,838 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-24T07:42:53,173 INFO  [M:0;1ab588ae992e:44359 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-24T07:42:53,173 INFO  [M:0;1ab588ae992e:44359 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-24T07:42:53,174 DEBUG [M:0;1ab588ae992e:44359 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-24T07:42:53,174 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T07:42:53,174 DEBUG [M:0;1ab588ae992e:44359 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T07:42:53,174 DEBUG [M:0;1ab588ae992e:44359 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-24T07:42:53,174 DEBUG [M:0;1ab588ae992e:44359 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T07:42:53,175 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.08 KB heapSize=190.99 KB
2024-11-24T07:42:53,197 DEBUG [M:0;1ab588ae992e:44359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d794691ca4b149e49613d1a1dbc73639 is 82, key is hbase:meta,,1/info:regioninfo/1732434100391/Put/seqid=0
2024-11-24T07:42:53,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741869_1045 (size=5672)
2024-11-24T07:42:53,604 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d794691ca4b149e49613d1a1dbc73639
2024-11-24T07:42:53,638 DEBUG [M:0;1ab588ae992e:44359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e844f060ac2d4974bd8ad1e5e2b82ee6 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732434102023/Put/seqid=0
2024-11-24T07:42:53,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741870_1046 (size=14078)
2024-11-24T07:42:53,875 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T07:42:54,043 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.53 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e844f060ac2d4974bd8ad1e5e2b82ee6
2024-11-24T07:42:54,049 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e844f060ac2d4974bd8ad1e5e2b82ee6
2024-11-24T07:42:54,066 DEBUG [M:0;1ab588ae992e:44359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/681693441e664e018e1c43c801a613af is 69, key is 1ab588ae992e,46665,1732434066675/rs:state/1732434069685/Put/seqid=0
2024-11-24T07:42:54,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741871_1047 (size=5156)
2024-11-24T07:42:54,472 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/681693441e664e018e1c43c801a613af
2024-11-24T07:42:54,484 DEBUG [M:0;1ab588ae992e:44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d794691ca4b149e49613d1a1dbc73639 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d794691ca4b149e49613d1a1dbc73639
2024-11-24T07:42:54,491 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d794691ca4b149e49613d1a1dbc73639, entries=8, sequenceid=317, filesize=5.5 K
2024-11-24T07:42:54,492 DEBUG [M:0;1ab588ae992e:44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e844f060ac2d4974bd8ad1e5e2b82ee6 as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e844f060ac2d4974bd8ad1e5e2b82ee6
2024-11-24T07:42:54,498 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e844f060ac2d4974bd8ad1e5e2b82ee6
2024-11-24T07:42:54,498 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e844f060ac2d4974bd8ad1e5e2b82ee6, entries=33, sequenceid=317, filesize=13.7 K
2024-11-24T07:42:54,499 DEBUG [M:0;1ab588ae992e:44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/681693441e664e018e1c43c801a613af as hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/681693441e664e018e1c43c801a613af
2024-11-24T07:42:54,505 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33173/user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/681693441e664e018e1c43c801a613af, entries=1, sequenceid=317, filesize=5.0 K
2024-11-24T07:42:54,506 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.08 KB/166999, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=317, compaction requested=false
2024-11-24T07:42:54,508 INFO  [M:0;1ab588ae992e:44359 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T07:42:54,508 DEBUG [M:0;1ab588ae992e:44359 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732434173174Disabling compacts and flushes for region at 1732434173174Disabling writes for close at 1732434173174Obtaining lock to block concurrent updates at 1732434173175 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732434173175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166999, getHeapSize=195512, getOffHeapSize=0, getCellsCount=364 at 1732434173176 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732434173177 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732434173177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732434173197 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732434173197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732434173615 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732434173637 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732434173637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732434174050 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732434174065 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732434174065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4423ebea: reopening flushed file at 1732434174482 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21179233: reopening flushed file at 1732434174491 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df7d868: reopening flushed file at 1732434174498 (+7 ms)Finished flush of dataSize ~163.08 KB/166999, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=317, compaction requested=false at 1732434174506 (+8 ms)Writing region close event to WAL at 1732434174508 (+2 ms)Closed at 1732434174508
2024-11-24T07:42:54,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37015 is added to blk_1073741830_1006 (size=188211)
2024-11-24T07:42:54,511 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51abcc2b-742b-90a2-f586-61cf1026bf40/MasterData/WALs/1ab588ae992e,44359,1732434065902/1ab588ae992e%2C44359%2C1732434065902.1732434069000 not finished, retry = 0
2024-11-24T07:42:54,614 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-24T07:42:54,614 INFO  [M:0;1ab588ae992e:44359 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-24T07:42:54,615 INFO  [M:0;1ab588ae992e:44359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44359
2024-11-24T07:42:54,616 INFO  [M:0;1ab588ae992e:44359 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-24T07:42:54,769 INFO  [M:0;1ab588ae992e:44359 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-24T07:42:54,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T07:42:54,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44359-0x1016bc9f2450000, quorum=127.0.0.1:52933, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T07:42:54,777 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-24T07:42:54,782 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-24T07:42:54,782 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-24T07:42:54,783 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-24T07:42:54,783 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/hadoop.log.dir/,STOPPED}
2024-11-24T07:42:54,787 WARN  [BP-830261993-172.17.0.3-1732434062121 heartbeating to localhost/127.0.0.1:33173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-24T07:42:54,787 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-24T07:42:54,788 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-24T07:42:54,788 WARN  [BP-830261993-172.17.0.3-1732434062121 heartbeating to localhost/127.0.0.1:33173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-830261993-172.17.0.3-1732434062121 (Datanode Uuid adca9079-f3c6-4c00-a2e6-45b61923835e) service to localhost/127.0.0.1:33173
2024-11-24T07:42:54,789 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/cluster_d6d6de40-abe6-bc72-d9e3-c6c3c473d19d/data/data1/current/BP-830261993-172.17.0.3-1732434062121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-24T07:42:54,789 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/cluster_d6d6de40-abe6-bc72-d9e3-c6c3c473d19d/data/data2/current/BP-830261993-172.17.0.3-1732434062121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-24T07:42:54,790 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-24T07:42:54,801 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-24T07:42:54,801 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-24T07:42:54,801 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-24T07:42:54,802 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-24T07:42:54,802 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18318097-acac-6fdf-cb8c-06667c35b1df/hadoop.log.dir/,STOPPED}
2024-11-24T07:42:54,813 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-24T07:42:54,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down